-- Logs begin at Tue 2022-08-30 04:35:15 UTC, end at Tue 2022-08-30 05:33:27 UTC. -- Aug 30 05:03:48.183426 dv-cinder-853910-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 05:03:50.840063 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.common.config [-] Logging enabled! Aug 30 05:03:50.840632 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 05:03:50.840861 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106268) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 05:03:50.844104 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.common.config [-] Logging enabled! Aug 30 05:03:50.844363 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 05:03:50.844678 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106268) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 05:03:50.845648 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 05:03:50.845891 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 05:03:50.846370 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 05:03:50.846624 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 05:03:50.846885 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 05:03:50.847244 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.847551 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.847788 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.848932 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.849242 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.849536 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.849842 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.850149 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.850441 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.850729 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.851308 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.851553 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.851843 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.852137 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.852431 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.852658 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] debug = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.852948 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.853384 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.853786 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.854073 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.854368 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.854652 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.854961 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.855245 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.855537 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.855872 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] host = dv-cinder-853910-4-iscsi {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.856156 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.856451 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.856742 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.857037 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.857316 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.857597 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.857886 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.858164 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.858441 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] log_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.858720 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.859041 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.859335 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.859629 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.859963 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.860201 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.860494 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.860798 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.861078 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.861358 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.861637 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.861916 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.862194 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.862467 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.862786 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.863106 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.863398 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.863676 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.863953 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.864229 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.864504 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.864792 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.865067 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.865344 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.865618 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.865907 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.866177 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.866451 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.866753 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.867072 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.867360 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.867652 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.867929 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.868216 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.868490 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.868764 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.869041 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] use_json = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.869315 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.869589 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.869872 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.870148 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.870424 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.870698 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.871000 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.871291 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.871567 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:50.871869 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.872172 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.872483 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.872778 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.873091 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.873376 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.873674 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.873958 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.874255 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.874552 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.874870 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.875158 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.875465 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.875762 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.876065 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.876375 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.876675 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.876973 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.877255 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.877538 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.877818 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.878102 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.878944 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.879234 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.879529 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.879826 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.880111 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.880416 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.880708 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.880999 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.881297 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.881593 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.881874 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.882159 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.882457 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.882746 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.883048 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.883343 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.883624 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.883902 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.884190 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.884486 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.884779 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.885058 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.885339 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.885633 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.885915 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.886193 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.886469 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.886749 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.887049 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.887338 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.887619 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.887894 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.888169 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.888449 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.888723 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.888999 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.889279 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.889558 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.889839 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.890120 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.890399 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.890680 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.890989 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.891269 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.891546 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.891825 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.892109 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.892389 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.892670 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.892948 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.893225 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.893504 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.893801 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.894674 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.894997 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.895285 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.895570 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.895855 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.896140 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.896425 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.896711 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.896994 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.897275 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.897573 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.897862 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.898152 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.898443 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.898745 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.899070 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.899355 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.899636 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.899918 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.900197 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.900481 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.900768 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.901049 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.901331 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.901619 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.901905 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.902204 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.902504 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.902792 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.903113 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.903413 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.903709 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.903991 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.904303 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.904588 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:50.904808 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 05:03:50.905049 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106268) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 05:03:51.201692 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 05:03:51.201941 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 05:03:51.202226 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 05:03:51.202441 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 05:03:51.202716 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 05:03:51.203072 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 05:03:51.610425 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.610738 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.611040 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.612241 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.612519 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.613380 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.665274 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.665562 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.665836 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.682413 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.682699 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.683000 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.710375 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.710658 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.710952 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.747616 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.747849 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.748122 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.978864 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.979487 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.979487 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.979665 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:51.980594 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.077775 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.078101 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.078386 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.078659 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.078948 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.079262 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.079521 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.079780 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.080039 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.080322 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.080583 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.080848 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.081107 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.081362 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.081644 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.081908 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.082166 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.082435 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.082705 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.082991 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.083270 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.083525 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.083808 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.084198 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.084453 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.084701 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.085103 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 05:03:52.085349 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 05:03:52.085591 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 05:03:52.085830 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 05:03:52.086068 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 05:03:52.086304 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 05:03:52.086667 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 05:03:52.089765 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 05:03:52.093681 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 05:03:52.097574 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 30 05:03:52.099240 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 05:03:52.099867 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 05:03:52.100209 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 05:03:52.100595 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 05:03:52.103652 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 05:03:52.103903 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 05:03:52.104256 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 05:03:52.109302 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 05:03:52.133434 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 05:03:52.133888 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.134187 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106268) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 30 05:03:52.134560 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.135931 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106268) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 05:03:52.136215 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 05:03:52.136464 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 05:03:52.140022 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.140306 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:52.263598 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 05:03:52.263832 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 05:03:52.264066 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 05:03:52.264432 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 05:03:52.316330 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO dbcounter [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Registered counter for database neutron Aug 30 05:03:52.335126 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_db.sqlalchemy.engines [None req-97380865-9741-4034-9f73-9a5abedec600 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106268) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 05:03:52.340929 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writer thread running {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 05:03:52.882276 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Initializing driver for type 'gre' Aug 30 05:03:52.882832 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97380865-9741-4034-9f73-9a5abedec600 None None] gre ID ranges: [(1, 1000)] Aug 30 05:03:52.941577 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Initializing driver for type 'local' Aug 30 05:03:52.941853 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Initializing driver for type 'vlan' Aug 30 05:03:52.954951 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-97380865-9741-4034-9f73-9a5abedec600 None None] VlanTypeDriver initialization complete Aug 30 05:03:52.955299 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Initializing driver for type 'vxlan' Aug 30 05:03:52.955792 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97380865-9741-4034-9f73-9a5abedec600 None None] vxlan ID ranges: [(1, 1000)] Aug 30 05:03:53.007655 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Initializing extension driver 'port_security' Aug 30 05:03:53.008309 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.extensions.port_security [None req-97380865-9741-4034-9f73-9a5abedec600 None None] PortSecurityExtensionDriver initialization complete Aug 30 05:03:53.008309 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Initializing mechanism driver 'openvswitch' Aug 30 05:03:53.008618 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Initializing mechanism driver 'hyperv' Aug 30 05:03:53.015355 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.plugin [None req-97380865-9741-4034-9f73-9a5abedec600 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:03:53.016018 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > port after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.016392 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > port after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.016749 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > port after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.017248 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106268) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 05:03:53.017671 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > subnet after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.018027 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > subnet after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.018378 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.018770 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106268) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 05:03:53.019752 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > network after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.020109 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > network after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.020458 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > network after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.020875 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106268) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 05:03:53.021272 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > security_group after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.021626 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > security_group after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.021970 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.022357 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106268) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 05:03:53.022768 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.023143 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.023488 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.023871 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106268) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 05:03:53.024276 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > address_group after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.024625 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > address_group after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.024967 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.025357 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106268) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 05:03:53.025801 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-97380865-9741-4034-9f73-9a5abedec600 None None] ML2 OVO RPC backend initialized. {{(pid=106268) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 30 05:03:53.026505 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.026889 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.027314 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > network before_response 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.027666 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > networks before_response 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.028013 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > port before_response 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.028355 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > ports before_response 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.028698 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > subnet before_response 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.029040 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > subnets before_response 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.029385 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > network after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.029726 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > network after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.030065 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > network after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.030404 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > port after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.030743 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > port after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.031099 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > port after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.031436 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > subnet after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.031776 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > subnet after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.032109 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.039677 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded quota_driver: . Aug 30 05:03:53.040038 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.plugin [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Modular L2 Plugin initialization complete Aug 30 05:03:53.040386 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading services supported by the core plugin {{(pid=106268) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 05:03:53.040731 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.plugins.ml2.managers [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Got port-security extension from driver 'port_security' Aug 30 05:03:53.041218 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.extensions.vlantransparent [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Disabled vlantransparent extension. Aug 30 05:03:53.041719 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106268) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 05:03:53.042046 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading Plugin: router Aug 30 05:03:53.077119 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.077519 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router after_create 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.077894 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router before_create 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.078265 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.078646 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.079038 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router after_delete 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.079406 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.079760 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.080123 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router after_create 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.080476 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router after_update 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.080830 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router after_update 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.081183 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.082171 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router after_update 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.082590 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router precommit_update 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.082989 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: port after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.083338 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: port after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.083681 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: subnet after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.084034 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.084387 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.084739 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router precommit_create 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.085095 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: port before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.085435 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router precommit_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.085794 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router after_update 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.086139 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.086493 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router precommit_create 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.086878 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.087229 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router precommit_update 55549900 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.087596 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > agent after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.087948 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > agent after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.088296 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > network after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.089150 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Tracking information for resource: router configured {{(pid=106268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 05:03:53.089484 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Tracking information for resource: floatingip configured {{(pid=106268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 05:03:53.094249 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.db.l3_agentschedulers_db [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 05:03:53.094842 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: port after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.095210 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: port after_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.095567 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: port after_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.095922 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: port after_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.096706 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router before_create 55550100 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.097104 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.097470 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router precommit_create 55550100 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.097830 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > router precommit_update 55550100 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.102890 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.services.provider_configuration [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service providers = [] {{(pid=106268) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 05:03:53.103261 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.db.servicetype_db [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106268) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 05:03:53.106348 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.services.service_base [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 05:03:53.106699 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.services.service_base [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 05:03:53.107071 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.services.service_base [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 05:03:53.107967 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.services.service_base [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 05:03:53.108339 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.services.service_base [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 05:03:53.108709 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 05:03:53.109029 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 05:03:53.119373 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 05:03:53.119712 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading Plugin: auto_allocate Aug 30 05:03:53.125272 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: network precommit_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.125642 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: network precommit_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.126154 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 05:03:53.126475 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading Plugin: tag Aug 30 05:03:53.133830 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 05:03:53.134115 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading Plugin: timestamp Aug 30 05:03:53.137872 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 05:03:53.138203 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading Plugin: network_ip_availability Aug 30 05:03:53.143630 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.144609 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.144969 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.145673 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 05:03:53.145996 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading Plugin: flavors Aug 30 05:03:53.152088 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 05:03:53.152421 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading Plugin: revisions Aug 30 05:03:53.156793 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 05:03:53.157183 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_concurrency.lockutils [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.954s {{(pid=106268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 05:03:53.157913 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106268) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 30 05:03:53.158251 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Initializing extension manager. Aug 30 05:03:53.158775 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: __init__.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.159144 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: __pycache__ {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.159504 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: address_group.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.160214 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.160770 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: address-group Aug 30 05:03:53.161094 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: address_scope.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.161774 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.162283 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: address-scope Aug 30 05:03:53.162605 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.163507 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.164021 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: router-admin-state-down-before-update Aug 30 05:03:53.164343 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: agent.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.165006 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.165510 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: agent Aug 30 05:03:53.165831 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: agent_resources_synced.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.166701 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.167245 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: agent-resources-synced Aug 30 05:03:53.167570 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: allowedaddresspairs.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.169302 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.169824 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: allowed-address-pairs Aug 30 05:03:53.170160 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: auto_allocated_topology.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.171220 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.171734 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: auto-allocated-topology Aug 30 05:03:53.172063 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: availability_zone.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.172720 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.173226 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: availability_zone Aug 30 05:03:53.173552 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: availability_zone_filter.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.174421 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.174971 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: availability_zone_filter Aug 30 05:03:53.175324 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: data_plane_status.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.176189 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.176704 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 05:03:53.177029 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: default_subnetpools.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.177900 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.178410 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: default-subnetpools Aug 30 05:03:53.178735 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.179527 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.180035 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: dhcp_agent_scheduler Aug 30 05:03:53.180360 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: dns.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.181229 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.181738 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 05:03:53.182055 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: dns_domain_ports.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.182978 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.183475 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 05:03:53.183804 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.184676 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.185179 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 05:03:53.185502 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: dvr.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.186133 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.186634 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: dvr Aug 30 05:03:53.186994 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: ecmp_routes.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.187868 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.188367 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 05:03:53.188689 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: empty_string_filtering.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.189553 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.190056 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: empty-string-filtering Aug 30 05:03:53.190376 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.191780 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.192281 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 05:03:53.192602 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.193466 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.193967 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 05:03:53.194294 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: external_net.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.195180 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.195685 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: external-net Aug 30 05:03:53.196010 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.196870 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.197371 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: extra_dhcp_opt Aug 30 05:03:53.197694 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: extraroute.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.198567 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.199108 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: extraroute Aug 30 05:03:53.199435 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: extraroute_atomic.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.200420 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.200928 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: extraroute-atomic Aug 30 05:03:53.201254 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: filter_validation.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.202073 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.202580 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: filter-validation Aug 30 05:03:53.202939 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: fip_pf_description.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.203809 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.204316 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 05:03:53.204639 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: fip_pf_port_range.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.205516 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.206017 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 30 05:03:53.206358 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: fip_port_details.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.207771 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.208278 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: fip-port-details Aug 30 05:03:53.208605 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: flavors.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.209783 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.210302 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: flavors Aug 30 05:03:53.210631 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.212243 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.212765 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 05:03:53.213100 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: floatingip_pools.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.213766 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.214284 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: floatingip-pools Aug 30 05:03:53.214611 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: ip_allocation.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.215535 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.216051 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 05:03:53.216381 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.217267 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.217783 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: ip-substring-filtering Aug 30 05:03:53.218110 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l2_adjacency.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.219051 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.219563 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 05:03:53.219889 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l3.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.220811 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.221330 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: router Aug 30 05:03:53.221656 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.223875 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.224416 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 05:03:53.224748 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.225627 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.226428 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: ext-gw-mode Aug 30 05:03:53.226755 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.227662 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.228171 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: l3-ha Aug 30 05:03:53.228496 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.229363 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.229868 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 30 05:03:53.230190 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l3_flavors.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.231088 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.231596 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: l3-flavors Aug 30 05:03:53.231919 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.233246 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.233760 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 30 05:03:53.234094 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.234996 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.235508 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 05:03:53.235836 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: l3agentscheduler.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.236829 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.237343 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: l3_agent_scheduler Aug 30 05:03:53.237697 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: local_ip.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.239421 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.239955 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension local_ip not supported by any of loaded plugins Aug 30 05:03:53.240291 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: logging.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.241725 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.242253 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension logging not supported by any of loaded plugins Aug 30 05:03:53.242592 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: metering.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.243389 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.244170 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: metering Aug 30 05:03:53.244507 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.245556 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.246072 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: metering_source_and_destination_fields Aug 30 05:03:53.246403 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: multiprovidernet.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.247319 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.247828 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: multi-provider Aug 30 05:03:53.248152 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: netmtu.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.249053 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.249564 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: net-mtu Aug 30 05:03:53.249888 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: netmtu_writable.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.250768 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.251301 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: net-mtu-writable Aug 30 05:03:53.251629 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: network_availability_zone.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.252266 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.252774 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: network_availability_zone Aug 30 05:03:53.253116 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: network_ip_availability.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.254690 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.255238 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: network-ip-availability Aug 30 05:03:53.255567 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: network_segment_range.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.256294 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.256807 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 05:03:53.257133 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: pagination.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.258078 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.258411 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: pagination Aug 30 05:03:53.258736 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: port_device_profile.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.259634 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.260152 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: port-device-profile Aug 30 05:03:53.260476 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: port_mac_address_override.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.261352 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.261860 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: port-mac-override Aug 30 05:03:53.262187 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.263092 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.263603 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: port-mac-address-regenerate Aug 30 05:03:53.263930 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.264816 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.265330 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: port-numa-affinity-policy Aug 30 05:03:53.265657 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: port_resource_request.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.266530 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.267068 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 05:03:53.267396 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: port_resource_request_groups.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.268318 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.268830 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 30 05:03:53.269707 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: portbindings.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.270588 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.271133 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: binding Aug 30 05:03:53.271461 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: portbindings_extended.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.272667 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.273185 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: binding-extended Aug 30 05:03:53.273513 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: portsecurity.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.274382 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.274984 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: port-security Aug 30 05:03:53.275316 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: project_id.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.276258 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.276591 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: project-id Aug 30 05:03:53.276916 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: providernet.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.277789 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.278316 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: provider Aug 30 05:03:53.278644 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.282068 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.282594 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos not supported by any of loaded plugins Aug 30 05:03:53.282954 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.284155 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.284708 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 05:03:53.285043 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.285941 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.286459 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 05:03:53.286787 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_default.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.287690 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.288203 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-default not supported by any of loaded plugins Aug 30 05:03:53.288530 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_fip.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.289417 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.289926 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 05:03:53.290253 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.291157 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.291664 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 30 05:03:53.291986 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_gateway_ip.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.292866 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.293370 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 05:03:53.293691 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_port_network_policy.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.294563 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.295098 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 05:03:53.295423 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.296424 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.296934 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 30 05:03:53.297260 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.298249 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.298754 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 30 05:03:53.299116 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_pps_rule.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.300766 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.301280 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 05:03:53.301606 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_rule_type_details.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.302484 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.303030 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 05:03:53.303359 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.304227 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.304737 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 30 05:03:53.305063 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: qos_rules_alias.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.306052 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.306560 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 05:03:53.306919 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: quota_check_limit.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.307792 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.308303 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: quota-check-limit Aug 30 05:03:53.308629 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: quotasv2.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.309508 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.309837 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: quotas Aug 30 05:03:53.310161 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: quotasv2_detail.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.311852 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.312193 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: quota_details Aug 30 05:03:53.312523 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: rbac.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.313827 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.314350 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: rbac-policies Aug 30 05:03:53.314688 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: rbac_address_group.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.315620 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.316742 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: rbac-address-group Aug 30 05:03:53.317069 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: rbac_address_scope.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.317953 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.318467 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: rbac-address-scope Aug 30 05:03:53.318794 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: rbac_security_groups.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.319773 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.320285 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: rbac-security-groups Aug 30 05:03:53.320612 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: rbac_subnetpool.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.321490 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.322001 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: rbac-subnetpool Aug 30 05:03:53.322329 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: revisionifmatch.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.323281 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.323791 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: revision-if-match Aug 30 05:03:53.324115 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: revisions.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.325203 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.325715 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: standard-attr-revisions Aug 30 05:03:53.326041 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: router_availability_zone.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.326678 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.327228 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: router_availability_zone Aug 30 05:03:53.327555 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: routerservicetype.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.328441 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.328948 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 05:03:53.329272 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.330155 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.330667 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: security-groups-normalized-cidr Aug 30 05:03:53.331028 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.331933 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.332442 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: port-security-groups-filtering Aug 30 05:03:53.332766 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.333645 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.334154 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: security-groups-remote-address-group Aug 30 05:03:53.334480 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.335410 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.335925 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: security-groups-shared-filtering Aug 30 05:03:53.336251 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: securitygroup.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.345831 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.346369 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: security-group Aug 30 05:03:53.346707 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: segment.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.347452 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.347972 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension segment not supported by any of loaded plugins Aug 30 05:03:53.348301 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.349202 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.349717 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 05:03:53.350241 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: servicetype.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.351633 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.352114 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: service-type Aug 30 05:03:53.352441 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: sorting.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.353388 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.353720 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: sorting Aug 30 05:03:53.354046 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: standard_attr_segment.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.354951 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.355474 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 05:03:53.355794 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: standardattrdescription.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.356474 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.356987 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: standard-attr-description Aug 30 05:03:53.357310 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: stateful_security_group.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.358221 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.358736 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: stateful-security-group Aug 30 05:03:53.359095 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: stdattrs_common.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.359648 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 05:03:53.359972 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.360870 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.361390 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 05:03:53.361717 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: subnet_onboard.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.363278 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.363840 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: subnet_onboard Aug 30 05:03:53.364173 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.365058 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.365573 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 05:03:53.365906 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: subnet_service_types.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.366787 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.367329 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: subnet-service-types Aug 30 05:03:53.367656 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: subnetallocation.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.368700 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.369211 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: subnet_allocation Aug 30 05:03:53.369538 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.370168 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.370677 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: subnetpool-prefix-ops Aug 30 05:03:53.371041 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.371934 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.372448 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 05:03:53.372772 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: tagging.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.373782 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.374300 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: standard-attr-tag Aug 30 05:03:53.374627 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: timestamp.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.375815 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.376335 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loaded extension: standard-attr-timestamp Aug 30 05:03:53.376659 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: trunk.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.377650 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.378167 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension trunk not supported by any of loaded plugins Aug 30 05:03:53.379069 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: trunk_details.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.379944 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.380460 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 05:03:53.380785 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: uplink_status_propagation.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.381662 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.382172 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 05:03:53.382496 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Loading extension file: vlantransparent.py {{(pid=106268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 05:03:53.383160 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 05:03:53.383668 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 05:03:53.386275 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:network Aug 30 05:03:53.386752 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:subnet Aug 30 05:03:53.387177 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 05:03:53.387571 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:port Aug 30 05:03:53.388827 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.389272 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service FLAVORS assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.389882 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.390309 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.390642 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:router Aug 30 05:03:53.391099 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 05:03:53.391593 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service METERING assigned prefix: /metering {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.393030 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.393404 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.393760 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:03:53.394780 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 05:03:53.395244 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:security_group Aug 30 05:03:53.395691 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 05:03:53.396222 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service CORE assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.396554 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 05:03:53.396904 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] subnetpool is already registered Aug 30 05:03:53.397344 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service CORE assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.397684 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 05:03:53.398026 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] subnetpool is already registered Aug 30 05:03:53.400415 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.400853 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service FLAVORS assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.401450 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.401874 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.402208 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:router Aug 30 05:03:53.402550 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] router is already registered Aug 30 05:03:53.402988 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 05:03:53.403334 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] floatingip is already registered Aug 30 05:03:53.403803 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service METERING assigned prefix: /metering {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.404474 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 05:03:53.404802 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] rbac_policy is already registered Aug 30 05:03:53.405214 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:security_group Aug 30 05:03:53.405553 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] security_group is already registered Aug 30 05:03:53.405964 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 05:03:53.406302 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] security_group_rule is already registered Aug 30 05:03:53.406966 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service CORE assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.407310 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 05:03:53.407651 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] subnetpool is already registered Aug 30 05:03:53.408074 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.v2.resource_helper [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Service CORE assigned prefix: {{(pid=106268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 05:03:53.408397 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 05:03:53.408735 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING neutron.quota.resource_registry [None req-97380865-9741-4034-9f73-9a5abedec600 None None] subnetpool is already registered Aug 30 05:03:53.409219 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: extensions {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.411294 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: address-groups {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.412800 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: address-scopes {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.414130 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: agents {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.415331 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: auto-allocated-topology {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.416581 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: availability_zones {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.417845 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: dhcp-networks {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.419389 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: dhcp-agents {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.420811 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: routers {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.422531 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: flavors {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.423835 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: service_profiles {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.425603 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: next_providers {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.427131 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: service_profiles {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.429664 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: floatingip-pools {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.430938 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: routers {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.432657 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: floatingips {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.433934 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: l3-routers {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.435377 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: l3-agents {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.436801 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: metering-labels {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.438063 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: metering-label-rules {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.439493 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: network-ip-availabilities {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.440796 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: bindings {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.442899 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: quotas {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.444562 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: quotas {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.446097 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: rbac-policies {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.447375 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: security-groups {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.448694 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: security-group-rules {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.450098 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: service-providers {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.451355 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: subnetpools {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.452701 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: subnetpools {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.454284 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.456004 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.457847 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.459700 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.461442 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.463415 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.465348 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.467027 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.468805 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.470532 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron.api.extensions [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Extended resource: tags {{(pid=106268) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 05:03:53.476976 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING keystonemiddleware.auth_token [None req-97380865-9741-4034-9f73-9a5abedec600 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 05:03:53.482077 dv-cinder-853910-4-iscsi neutron-server[106268]: WARNING keystonemiddleware.auth_token [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 05:03:53.491377 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_concurrency.lockutils [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Acquiring lock "singleton_lock" {{(pid=106268) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 30 05:03:53.491709 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_concurrency.lockutils [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Acquired lock "singleton_lock" {{(pid=106268) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 30 05:03:53.492182 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_concurrency.lockutils [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Releasing lock "singleton_lock" {{(pid=106268) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 30 05:03:53.492825 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO oslo_service.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Starting 2 workers Aug 30 05:03:53.497652 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Started child 106379 {{(pid=106268) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 05:03:53.502049 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Started child 106380 {{(pid=106268) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 05:03:53.503055 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:03:53.504319 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO neutron.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 05:03:53.504990 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:03:53.505106 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [-] (106379) wsgi starting up on http://0.0.0.0:9696 Aug 30 05:03:53.507475 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO oslo_service.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Starting 1 workers Aug 30 05:03:53.507583 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:03:53.508896 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [-] (106380) wsgi starting up on http://0.0.0.0:9696 Aug 30 05:03:53.512703 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Started child 106381 {{(pid=106268) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 05:03:53.513256 dv-cinder-853910-4-iscsi neutron-server[106268]: INFO oslo_service.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Starting 1 workers Aug 30 05:03:53.516651 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] calling RpcWorker wait() {{(pid=106381) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 05:03:53.517172 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] returning from RpcWorker wait() {{(pid=106381) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 05:03:53.517714 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Started child 106382 {{(pid=106268) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 05:03:53.518515 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:03:53.518607 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG neutron_lib.callbacks.manager [None req-97380865-9741-4034-9f73-9a5abedec600 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:03:53.519111 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:03:53.520465 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106268) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 05:03:53.520679 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 05:03:53.520883 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 05:03:53.521105 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 05:03:53.521436 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 05:03:53.521619 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 05:03:53.522137 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.522432 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.522677 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:03:53.523158 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.523158 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.523565 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.523734 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:03:53.523873 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.524078 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.524361 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.524611 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.524771 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.524979 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.525187 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.525411 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.525734 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.526012 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.526240 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.526503 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.526706 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.526938 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.527233 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.527487 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.527774 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] debug = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.528027 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.528535 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.528759 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.529004 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.529242 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.529513 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.529767 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.530036 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.530271 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.530520 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.530757 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.531045 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.531308 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.531594 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.531853 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.532059 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.532299 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.532750 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] host = dv-cinder-853910-4-iscsi {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.532999 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.533236 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.533498 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.533755 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.534029 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.534246 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.534545 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.534835 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.535088 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.535329 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.535603 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.535850 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.536067 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.536312 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.536540 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_options = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.536746 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.537050 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.537320 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.537518 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.537689 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.537855 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.538106 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.538272 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.538517 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.538771 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.539016 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.539238 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.539475 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.539723 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.540003 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.540252 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.540490 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.540720 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.540994 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.541249 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.541504 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.541948 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.542345 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.542726 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.543143 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.543514 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.543923 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.544299 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.544659 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.545050 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.545449 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.545840 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.546206 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.546587 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.547194 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.547194 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.547496 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.548452 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.548452 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.548452 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.548452 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.548885 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.548953 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.549145 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.549387 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.549607 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.549827 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_json = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.550045 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.550783 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.551056 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.551292 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.551520 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.551724 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.552106 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.552486 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.552862 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.553421 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.553834 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.554282 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.554704 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.555142 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.555385 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.555776 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.556151 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.556550 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.556938 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.557372 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.557756 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.558199 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.558622 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.559052 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.559532 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.559796 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.560059 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.560319 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.560544 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.560772 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.561027 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.561310 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.561557 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.561960 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.562216 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.562448 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.562744 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.563070 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.563343 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.563711 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.563976 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.564244 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.564500 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.564731 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.564992 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.565414 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.566475 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.566891 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.567298 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.567717 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.568111 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.568362 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.568601 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.568846 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.569086 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.569321 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.569560 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.569820 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.570248 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.570656 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.571117 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.571515 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.571760 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.572016 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.572236 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.572475 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.572857 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.573116 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.573381 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.573620 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.573863 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.574079 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.574302 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.574540 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.574751 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.575139 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.575359 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.575609 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.575853 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.576089 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.576511 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.576917 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.577342 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.577740 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.578144 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.578363 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.578722 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.579147 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.579536 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.579926 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.580351 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.580757 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.581130 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.581397 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.581624 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.581856 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.582076 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.582295 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.582514 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.582729 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.583013 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.583324 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.583566 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.583815 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.584054 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.584303 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.584523 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.584790 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.585010 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.585232 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.585448 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.585717 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.585961 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.586231 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.586501 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.586677 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.586946 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.587236 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.587407 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.587781 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.588001 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.588244 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.588485 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.588704 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.588942 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.589187 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.589453 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.589690 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.589921 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.590143 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.590406 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.590640 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.590940 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.591166 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.591451 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.591691 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.591964 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.592289 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.592572 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.592847 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.593082 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.593319 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.593607 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.593862 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.594107 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.594498 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.594731 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.594989 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.595227 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.595451 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.595669 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.595900 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.596200 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.596426 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.596640 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.597038 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.597332 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.597594 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.597833 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.598352 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.598352 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.598559 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.598980 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.599210 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.599444 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.599681 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.599920 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.600161 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.600395 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.600611 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.600833 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.601299 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.601513 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.601761 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.601982 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.602207 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.602446 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.602665 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.602909 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.603156 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.603372 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.603592 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.603828 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.604046 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.604270 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.604491 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.604710 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.604973 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.605191 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.605456 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.605701 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.605935 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.606163 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.606392 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.606652 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.606889 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.607138 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.607361 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.607596 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.607833 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.608052 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.608287 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.608522 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.608776 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.608993 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.609246 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.609482 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.609835 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.610096 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.610326 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.610578 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.610857 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.611097 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.611320 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.611539 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.611771 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.612009 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.612232 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.612473 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.613241 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.613461 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.613685 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.613903 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.614120 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.614340 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.614610 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.614869 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.615100 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.615354 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.615568 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.616700 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.616700 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.616700 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.616700 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.616700 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.617141 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.617141 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.617375 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.617498 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.617754 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.618015 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.618246 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.618515 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.618743 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.619189 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.619319 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.619451 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.619626 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.619850 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.620068 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.620279 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.620524 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.620736 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.620946 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.621168 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.621406 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.621596 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.621823 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.622033 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.622243 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.622468 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.622685 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.622919 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.623146 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.623377 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.623612 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.623867 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.624072 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.624284 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.624532 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.624743 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.624974 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.626120 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.626120 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.626120 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.626120 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.626545 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.626545 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.626693 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.626937 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.627186 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.627429 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.627950 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.627950 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.629014 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.629014 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.629298 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.629415 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.629674 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.630008 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.630295 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.630530 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.630784 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.631075 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.631356 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.631630 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.631849 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.632138 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.632479 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.632753 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.633011 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.633238 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.633486 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.633900 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.634046 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.634196 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.634375 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.634591 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.634840 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.635077 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.635310 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.635529 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.635754 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.635965 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.636195 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.636453 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.636627 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.636713 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:03:53.636842 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.636998 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 05:03:53.637554 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106268) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 05:03:53.637719 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 05:03:53.637875 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 05:03:53.638043 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 05:03:53.638213 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 05:03:53.638366 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 05:03:53.638573 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.638735 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.638922 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.639093 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.639253 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.639467 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.639612 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.639735 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.639855 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.640010 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.640168 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.640326 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.640485 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.640644 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.640802 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.640959 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.641116 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.641432 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.641432 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.641623 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.641743 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.641862 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] debug = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.642023 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.642222 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.642386 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.642548 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.642706 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.642888 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.643241 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.643241 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.643477 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.643477 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.643723 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.643892 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.644079 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.644079 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.644234 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.644383 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.644540 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.644698 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] host = dv-cinder-853910-4-iscsi {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.644855 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.645012 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.645168 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.645619 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.645619 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.645619 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.645890 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.645890 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.646043 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.646203 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.646360 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.646517 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.646674 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.646870 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.647008 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_options = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.647168 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.647326 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.647482 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.647669 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.647833 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.647991 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.648148 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.648308 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.648466 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.648623 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.649560 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.649560 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.649560 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.649560 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.649560 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.649560 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.649981 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.649981 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.649981 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.650198 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.650276 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.650412 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.650517 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.650672 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.650845 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.651010 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.651188 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.651341 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.651481 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.651617 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.651776 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.651936 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.652094 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.652250 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.652406 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.652566 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.652723 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.652879 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.653041 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.653197 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.653356 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.653512 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.653671 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.653828 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.653984 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.654141 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.654299 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_json = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.654639 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.654639 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.654864 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.654946 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.655078 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.655234 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.655390 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.655547 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.655707 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 05:03:53.655885 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.656049 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.656220 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.656382 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.656543 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.656703 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.656864 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.657024 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.657227 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.657345 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.657512 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.657673 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.657845 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.658007 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.658167 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.658332 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.658494 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.658658 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.658849 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.659003 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.659164 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.659370 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.659998 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.660163 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.660324 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.660485 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.660645 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.660815 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.660975 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.661142 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.661317 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.661480 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.661643 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.661803 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.661965 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.662126 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.662287 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.662496 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.662632 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.662755 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.662948 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.663114 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.663276 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.663437 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.663599 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.663943 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.663943 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.664441 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.664441 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.664441 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.664797 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.664797 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.664797 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.665135 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.665135 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.665371 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.665371 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.665605 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.665729 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.665870 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.665993 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.666153 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.666314 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.666475 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.666636 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.666796 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.666978 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.667139 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.667313 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.667473 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.667635 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.667796 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.667957 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.668118 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.668279 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.668440 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.668601 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.668763 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.668925 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.669086 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.669246 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.669416 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.669554 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.669714 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.669874 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.670034 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.670194 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.670353 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.670513 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.670673 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.670848 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.671020 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.671196 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.671356 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.671518 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.671678 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.671838 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.671998 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.672159 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.672320 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.672481 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.672642 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.672801 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.672967 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.673130 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.673291 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.673451 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.673611 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.673772 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.673932 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.674094 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.674254 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.674415 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.674575 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.674736 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.674919 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.675100 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.675952 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.675952 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.676273 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.676273 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.676464 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.676543 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.676689 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.676850 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.677185 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.677185 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.677350 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.677475 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.677637 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.677798 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.677957 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.678117 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.678278 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.678439 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.678600 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.678761 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.678959 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.679124 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.679297 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.679485 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.679617 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.679778 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.679961 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.680123 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.680283 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.680443 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.680604 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.680764 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.680926 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.681087 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.681247 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.681408 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.681569 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.681731 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.681892 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.682053 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.682214 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.682375 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.682538 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.682700 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.682882 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.683050 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.683212 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.683373 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.683535 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.683696 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.683857 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.684018 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.684179 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.684341 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.684504 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.684666 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.684827 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.684988 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.685149 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.685310 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.685471 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.685631 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.685791 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.685954 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.686116 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.686278 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.686438 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.686600 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.686761 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.686968 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.687133 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.687294 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.687456 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.687618 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.687778 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.687940 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.688101 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.688263 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.688423 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.688584 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.688745 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.688925 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.689087 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.689248 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.689412 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.689577 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.689741 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.689901 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.690062 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.690223 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.690382 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.690545 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.690723 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.690910 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.691072 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.691241 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.691967 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.691967 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.691967 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.691967 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.691967 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.692332 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.692332 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.692478 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.692565 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.692723 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.692883 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.693048 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.693209 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.693370 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.693530 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.693691 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.693851 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.694026 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.694187 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.694348 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.694510 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.694671 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.694852 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.695028 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.695190 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.695351 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.695512 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.695672 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.695833 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.696004 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.696165 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.696325 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.696486 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.696647 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.696807 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.696978 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.697139 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.697301 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.697461 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.697622 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.697783 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.697952 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.698114 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.698274 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.698438 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.698602 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.698762 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.698955 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.699117 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.699278 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.699439 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.699602 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.699749 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.699919 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.700080 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.700242 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.700397 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.700560 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.700720 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.700881 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.701054 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.701216 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.701380 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.701541 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.701703 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.701864 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.702027 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.702192 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.702363 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.702530 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.702693 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.702883 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.703061 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.703230 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.703392 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.703555 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.703721 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.703882 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.704046 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.704206 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.704367 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.704528 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.704689 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.704851 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.705012 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.705172 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.705334 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.705496 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.705658 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.705819 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.705979 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.706141 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.706301 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.706484 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.706645 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.706806 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 05:03:53.706979 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106268) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 05:03:53.860325 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 43276) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:03:53.867744 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [-] 10.222.0.77 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053689 Aug 30 05:03:53.872129 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [-] 10.222.0.77 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038114 Aug 30 05:04:03.001226 dv-cinder-853910-4-iscsi neutron-server[106268]: DEBUG dbcounter [-] [106268] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106268) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:04.814915 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0cfdc3-826d-41f6-88db-e6851edebe18 None None] get_active_networks_info from dv-cinder-853910-4-iscsi {{(pid=106381) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 30 05:04:04.818754 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writer thread running {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 05:04:04.906031 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cfdc3-826d-41f6-88db-e6851edebe18 None None] No non-hosted networks {{(pid=106381) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 05:04:04.916940 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.agentschedulers_db [None req-be0cfdc3-826d-41f6-88db-e6851edebe18 None None] DHCP Agent not found on host dv-cinder-853910-4-iscsi {{(pid=106381) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 30 05:04:05.019803 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1f4fa2ea-566d-4f78-a485-6fa535b673bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517862'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:06.595460 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writer thread running {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 05:04:07.135908 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-46373823-a20f-4538-aaae-8b53db074344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517862'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:07.158596 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c5554e53-d0aa-41e3-afb5-af1bf9c80232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:08.376687 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 43350) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:08.381827 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517862'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:08.937327 dv-cinder-853910-4-iscsi neutron-server[106380]: WARNING oslo_policy.policy [None req-932697af-af93-460f-8fa2-7ec52d804b7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 05:04:08.937945 dv-cinder-853910-4-iscsi neutron-server[106380]: WARNING oslo_policy.policy [None req-932697af-af93-460f-8fa2-7ec52d804b7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 05:04:09.162275 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [None req-932697af-af93-460f-8fa2-7ec52d804b7f admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:04:09.163442 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-932697af-af93-460f-8fa2-7ec52d804b7f admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7856507 Aug 30 05:04:09.904263 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517862'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:09.943908 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517862'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:09.944812 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.945259 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.945657 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.946069 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.946422 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.946806 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.947255 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.947603 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.948154 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.948686 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.949217 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.949585 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.949930 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.950295 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.950616 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:09.951033 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-853910-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:09.956773 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-853910-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:11.604999 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 43384) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:11.932739 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-fd5769d7-9baa-4da7-aceb-a920d755f80f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:04:11.944684 dv-cinder-853910-4-iscsi neutron-server[106380]: ERROR stevedore.extension [None req-fd5769d7-9baa-4da7-aceb-a920d755f80f admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 05:04:12.026449 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.policy [None req-fd5769d7-9baa-4da7-aceb-a920d755f80f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106380) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 05:04:12.069418 dv-cinder-853910-4-iscsi neutron-server[106380]: WARNING oslo_policy.policy [None req-fd5769d7-9baa-4da7-aceb-a920d755f80f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 05:04:12.069808 dv-cinder-853910-4-iscsi neutron-server[106380]: WARNING oslo_policy.policy [None req-fd5769d7-9baa-4da7-aceb-a920d755f80f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 05:04:12.090558 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writer thread running {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 05:04:12.167813 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd5769d7-9baa-4da7-aceb-a920d755f80f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790859032425', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790859031965', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790859015226', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790858996091', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790859002851', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790858981306', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1529581', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1539004', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-505778', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578470'] for rbac-policy (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:12.240551 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd5769d7-9baa-4da7-aceb-a920d755f80f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:12.241720 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-fd5769d7-9baa-4da7-aceb-a920d755f80f admin admin] 10.222.0.77 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6357787 Aug 30 05:04:12.297039 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.db.l3_hamode_db [None req-2892f75a-145b-47c8-ace8-970b7750c6e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 05:04:12.376489 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892f75a-145b-47c8-ace8-970b7750c6e9 None None] Routers set() bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:04:12.376853 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892f75a-145b-47c8-ace8-970b7750c6e9 None None] Router IDs set() for agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 30 05:04:14.602874 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43394) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:15.097950 dv-cinder-853910-4-iscsi neutron-server[106379]: WARNING oslo_policy.policy [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 05:04:15.098496 dv-cinder-853910-4-iscsi neutron-server[106379]: WARNING oslo_policy.policy [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 05:04:15.319147 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:04:15.331975 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writer thread running {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 05:04:15.372580 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Made reservation on behalf of 9c3b4147cbea42e3a97c54416188a48c for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:04:15.382367 dv-cinder-853910-4-iscsi neutron-server[106379]: ERROR stevedore.extension [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 05:04:15.434650 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.policy [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106379) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 05:04:15.477628 dv-cinder-853910-4-iscsi neutron-server[106379]: WARNING oslo_policy.policy [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 05:04:15.478008 dv-cinder-853910-4-iscsi neutron-server[106379]: WARNING oslo_policy.policy [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 05:04:15.489285 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:15.512777 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:15.625004 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Publish callbacks [] for security_group (1918be9b-0a75-46f6-a80b-dbac9d1553ee), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:15.629432 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1918be9b-0a75-46f6-a80b-dbac9d1553ee), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:15.660584 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:04:15.688896 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790861679930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (b624cdda-d5c2-4af2-9dd8-4927d63d8cfe), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:15.689457 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Unsubscribe: segment precommit_create {{(pid=106379) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 05:04:15.689993 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Added segment b624cdda-d5c2-4af2-9dd8-4927d63d8cfe of type vlan for network 56e50d8e-990f-4165-bce7-ef8b2e7475cb Aug 30 05:04:15.710371 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1918be9b-0a75-46f6-a80b-dbac9d1553ee,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:15.761962 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.762304 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.762661 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.763036 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.763365 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.763686 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.764005 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.764324 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.764642 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.764960 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.765273 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.765602 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.765919 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.766230 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.766541 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Tracked resource versions report: Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: pushed versions: Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: { 'AddressGroup': {'1.2'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Agent': {'1.1'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'ConntrackHelper': {'1.0'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'LocalIPAssociation': {'1.0'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Log': {'1.0'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'NDPProxy': {'1.0'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Network': {'1.1'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Port': {'1.7'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'PortForwarding': {'1.3'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'QosPolicy': {'1.10'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SecurityGroup': {'1.5'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SecurityGroupRule': {'1.2'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SubPort': {'1.0'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Subnet': {'1.1'}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Trunk': {'1.1'}} Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: consumer versions: Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: { DHCP agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: L3 agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: Metadata agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: Metering agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: Open vSwitch agent@dv-cinder-853910-4-iscsi: { 'AddressGroup': '1.2', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Agent': '1.1', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'ConntrackHelper': '1.0', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'LocalIPAssociation': '1.0', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Log': '1.0', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'NDPProxy': '1.0', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Network': '1.1', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Port': '1.7', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'PortForwarding': '1.3', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'QosPolicy': '1.10', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SecurityGroup': '1.5', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SecurityGroupRule': '1.2', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SubPort': '1.0', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Subnet': '1.1', Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Trunk': '1.1'}} Aug 30 05:04:15.768039 dv-cinder-853910-4-iscsi neutron-server[106379]: {{(pid=106379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 05:04:15.807568 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (56e50d8e-990f-4165-bce7-ef8b2e7475cb), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:15.847840 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (56e50d8e-990f-4165-bce7-ef8b2e7475cb), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:15.853334 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:04:15.854064 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:15.949776 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3448560 Aug 30 05:04:15.981443 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e792d2-99d5-4188-aa95-0abf61c1a0ac demo demo] Pushing event updated for resources: {'Network': ['ID=56e50d8e-990f-4165-bce7-ef8b2e7475cb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:15.993400 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 56e50d8e-990f-4165-bce7-ef8b2e7475cb details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:04:18.333952 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43414) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:18.746213 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cca29a-a80e-4ad1-bc49-200d3d8ea6fe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:04:18.747597 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-92cca29a-a80e-4ad1-bc49-200d3d8ea6fe demo admin] 10.222.0.77 "GET /networking/v2.0/networks/56e50d8e-990f-4165-bce7-ef8b2e7475cb HTTP/1.1" status: 200 len: 825 time: 0.4127135 Aug 30 05:04:18.788236 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2b335363-edc9-4537-b8a2-c2cf02069164 demo admin] 10.222.0.77 "GET /networking/v2.0/subnetpools/a5d646c2-a83b-4cf7-8026-6ff2ce5933f2 HTTP/1.1" status: 200 len: 734 time: 0.0345087 Aug 30 05:04:18.796847 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb', 'ip_version': 4, 'subnetpool_id': 'a5d646c2-a83b-4cf7-8026-6ff2ce5933f2', 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:04:18.818007 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Made reservation on behalf of 9c3b4147cbea42e3a97c54416188a48c for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:04:18.820234 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:18.832510 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:19.094329 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:19.110309 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (5306509c-db30-4a28-a131-9cd9e362f3c6), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:19.173300 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5306509c-db30-4a28-a131-9cd9e362f3c6,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:19.184133 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Checking segment: {'id': 'b624cdda-d5c2-4af2-9dd8-4927d63d8cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:04:19.184486 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Network hostable DHCP agents. Network: 56e50d8e-990f-4165-bce7-ef8b2e7475cb, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:04:19.204144 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Network 56e50d8e-990f-4165-bce7-ef8b2e7475cb is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:04:19.215285 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 56e50d8e-990f-4165-bce7-ef8b2e7475cb) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:04:19.219869 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:04:19.220462 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:19.226094 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798dcbf5-0168-4c44-8650-eb5188e40643 None None] Network 56e50d8e-990f-4165-bce7-ef8b2e7475cb requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:04:19.239849 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3d163407-4e30-496b-8e78-52f48a6a2b63 demo admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4461615 Aug 30 05:04:19.488163 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-56e50d8e-990f-4165-bce7-ef8b2e7475cb', 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb', 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'fixed_ips': [{'subnet_id': '5306509c-db30-4a28-a131-9cd9e362f3c6'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:04:19.489479 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:19.767273 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Allocated IP 172.20.0.2 (56e50d8e-990f-4165-bce7-ef8b2e7475cb/5306509c-db30-4a28-a131-9cd9e362f3c6/be090e9f-057a-4f96-8632-309d573cf391) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:04:19.869984 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:20.035520 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Publish callbacks [] for port (be090e9f-057a-4f96-8632-309d573cf391), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:20.042789 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (be090e9f-057a-4f96-8632-309d573cf391), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:20.119554 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Network 56e50d8e-990f-4165-bce7-ef8b2e7475cb is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:04:20.124363 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:04:20.132937 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:04:20.138587 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Pushing event updated for resources: {'Port': ['ID=be090e9f-057a-4f96-8632-309d573cf391,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:20.175365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.175365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.175365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.175365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.175365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.175900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.175900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.175900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.175900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.175900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.176279 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.176376 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.176684 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.177002 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.177323 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Tracked resource versions report: Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: pushed versions: Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: { 'AddressGroup': {'1.2'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Agent': {'1.1'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'ConntrackHelper': {'1.0'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'LocalIPAssociation': {'1.0'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Log': {'1.0'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'NDPProxy': {'1.0'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Network': {'1.1'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Port': {'1.7'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'PortForwarding': {'1.3'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'QosPolicy': {'1.10'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SecurityGroup': {'1.5'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SecurityGroupRule': {'1.2'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SubPort': {'1.0'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Subnet': {'1.1'}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Trunk': {'1.1'}} Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: consumer versions: Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: { DHCP agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: L3 agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: Metadata agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: Metering agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: Open vSwitch agent@dv-cinder-853910-4-iscsi: { 'AddressGroup': '1.2', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Agent': '1.1', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'ConntrackHelper': '1.0', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'LocalIPAssociation': '1.0', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Log': '1.0', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'NDPProxy': '1.0', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Network': '1.1', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Port': '1.7', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'PortForwarding': '1.3', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'QosPolicy': '1.10', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SecurityGroup': '1.5', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SecurityGroupRule': '1.2', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SubPort': '1.0', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Subnet': '1.1', Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Trunk': '1.1'}} Aug 30 05:04:20.178848 dv-cinder-853910-4-iscsi neutron-server[106381]: {{(pid=106381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 05:04:20.227482 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:20.233077 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Attempting to bind port be090e9f-057a-4f96-8632-309d573cf391 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:04:20.233472 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Attempting to bind port be090e9f-057a-4f96-8632-309d573cf391 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'b624cdda-d5c2-4af2-9dd8-4927d63d8cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:04:20.233898 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Attempting to bind port be090e9f-057a-4f96-8632-309d573cf391 on network 56e50d8e-990f-4165-bce7-ef8b2e7475cb {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:04:20.240555 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:04:20.240928 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Checking segment: {'id': 'b624cdda-d5c2-4af2-9dd8-4927d63d8cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:04:20.241405 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:20.241789 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Bound using segment: {'id': 'b624cdda-d5c2-4af2-9dd8-4927d63d8cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:04:20.242272 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Bound port: be090e9f-057a-4f96-8632-309d573cf391, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b624cdda-d5c2-4af2-9dd8-4927d63d8cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:04:20.242666 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (be090e9f-057a-4f96-8632-309d573cf391), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:20.301502 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] For port be090e9f-057a-4f96-8632-309d573cf391, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:04:20.322081 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] For port be090e9f-057a-4f96-8632-309d573cf391, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=be090e9f-057a-4f96-8632-309d573cf391,segment=NetworkSegment(b624cdda-d5c2-4af2-9dd8-4927d63d8cfe),segment_id=b624cdda-d5c2-4af2-9dd8-4927d63d8cfe)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:04:20.329042 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (be090e9f-057a-4f96-8632-309d573cf391), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:20.380109 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48a13b-1985-413f-b3d0-8cfc9066eb85 None None] Pushing event updated for resources: {'Port': ['ID=be090e9f-057a-4f96-8632-309d573cf391,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:21.619055 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:21.921143 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:21.930097 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=6 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:21.946968 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [None req-63deca3e-d8a0-4b8f-85ee-a11768ae0b4c admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:04:21.947962 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-63deca3e-d8a0-4b8f-85ee-a11768ae0b4c admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3279719 Aug 30 05:04:22.232932 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=22,neutron:INSERT=34,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:22.234141 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=11,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:24.319644 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43442) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:24.677248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [None req-544e1991-ff23-4843-9402-0520d2667909 admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:04:24.678454 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-544e1991-ff23-4843-9402-0520d2667909 admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3577812 Aug 30 05:04:27.106476 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43454) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:27.436841 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8bb0ed74-4afe-4359-9c48-8f7ad3bd530e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:04:27.463667 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8bb0ed74-4afe-4359-9c48-8f7ad3bd530e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (fab8fa2f-6541-4ea0-a613-29a118eee300), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:27.465183 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8bb0ed74-4afe-4359-9c48-8f7ad3bd530e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (fab8fa2f-6541-4ea0-a613-29a118eee300), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:27.605079 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8bb0ed74-4afe-4359-9c48-8f7ad3bd530e demo demo] Publish callbacks [] for router_controller (fab8fa2f-6541-4ea0-a613-29a118eee300), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:27.609964 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8bb0ed74-4afe-4359-9c48-8f7ad3bd530e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (fab8fa2f-6541-4ea0-a613-29a118eee300), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:27.613960 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device be090e9f-057a-4f96-8632-309d573cf391 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:04:27.627662 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8bb0ed74-4afe-4359-9c48-8f7ad3bd530e demo demo] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:27.628821 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8bb0ed74-4afe-4359-9c48-8f7ad3bd530e demo demo] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5213051 Aug 30 05:04:27.707123 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port be090e9f-057a-4f96-8632-309d573cf391 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:27.707548 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (be090e9f-057a-4f96-8632-309d573cf391), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:27.821536 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port be090e9f-057a-4f96-8632-309d573cf391 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:04:27.822175 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (be090e9f-057a-4f96-8632-309d573cf391), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:27.861919 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port be090e9f-057a-4f96-8632-309d573cf391, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=be090e9f-057a-4f96-8632-309d573cf391,segment=NetworkSegment(b624cdda-d5c2-4af2-9dd8-4927d63d8cfe),segment_id=b624cdda-d5c2-4af2-9dd8-4927d63d8cfe)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:04:27.866200 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (be090e9f-057a-4f96-8632-309d573cf391), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:27.915207 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=be090e9f-057a-4f96-8632-309d573cf391,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:28.427945 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dd1909-ad53-4d1f-bba8-34720a8f7e15 None None] Network 56e50d8e-990f-4165-bce7-ef8b2e7475cb requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:04:28.506935 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-af91a988-4673-45fe-b921-86446c5e043c None None] Provisioning complete for port be090e9f-057a-4f96-8632-309d573cf391 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:28.507322 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-af91a988-4673-45fe-b921-86446c5e043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (be090e9f-057a-4f96-8632-309d573cf391), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:28.625971 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:28.629127 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-af91a988-4673-45fe-b921-86446c5e043c None None] Current status of the port be090e9f-057a-4f96-8632-309d573cf391 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:04:28.847322 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f1e39498-fe49-472c-82bd-28b9bb722c38 None None] Provisioning complete for port be090e9f-057a-4f96-8632-309d573cf391 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:28.847721 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f1e39498-fe49-472c-82bd-28b9bb722c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (be090e9f-057a-4f96-8632-309d573cf391), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:28.917200 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f1e39498-fe49-472c-82bd-28b9bb722c38 None None] Current status of the port be090e9f-057a-4f96-8632-309d573cf391 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:04:29.595978 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device be090e9f-057a-4f96-8632-309d573cf391 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:04:29.642155 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port be090e9f-057a-4f96-8632-309d573cf391 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:29.642841 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (be090e9f-057a-4f96-8632-309d573cf391), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:29.671783 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:29.714127 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port be090e9f-057a-4f96-8632-309d573cf391 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:04:30.020187 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43462) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:30.336150 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [None req-f5e2afae-29a8-48ac-ae77-3e79156e39c4 admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:04:30.337165 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f5e2afae-29a8-48ac-ae77-3e79156e39c4 admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3161280 Aug 30 05:04:32.798769 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43470) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:33.127813 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:04:33.147941 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Made reservation on behalf of 46478c740f59492585d5babfa714b5b5 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:04:33.150587 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:33.159546 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:33.236977 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Publish callbacks [] for security_group (3cb8e05c-65a3-4b6b-ae9f-d24e6873b48d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:33.240482 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (3cb8e05c-65a3-4b6b-ae9f-d24e6873b48d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:33.254400 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Reserving flat network on physical network physnet1 {{(pid=106379) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 05:04:33.279409 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (91bff0a3-d95e-46f8-9b91-d9f9a8355d81), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:33.279749 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Added segment 91bff0a3-d95e-46f8-9b91-d9f9a8355d81 of type flat for network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 Aug 30 05:04:33.280920 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb8e05c-65a3-4b6b-ae9f-d24e6873b48d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:33.329546 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:33.343879 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:33.365043 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:33.365998 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:04:33.366568 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:33.443052 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6425886 Aug 30 05:04:33.463050 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fcdb5-80c7-4770-a634-8418ada6b318 admin admin] Pushing event updated for resources: {'Network': ['ID=c63a45f8-5e8e-4f69-bd55-ed1dd3749f76,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:33.474313 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:04:34.770227 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f9c94598-c922-4135-b8ff-0ce20698c6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:35.875844 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43478) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:36.240830 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11033d3a-bca4-4817-bc3a-5fa2635689df demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:04:36.242152 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-11033d3a-bca4-4817-bc3a-5fa2635689df demo admin] 10.222.0.77 "GET /networking/v2.0/subnets/5306509c-db30-4a28-a131-9cd9e362f3c6 HTTP/1.1" status: 200 len: 849 time: 0.3653328 Aug 30 05:04:36.372526 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3f867ecb-4188-4c51-b37d-0a8d628c2382 demo admin] 10.222.0.77 "GET /networking/v2.0/routers/fab8fa2f-6541-4ea0-a613-29a118eee300 HTTP/1.1" status: 200 len: 704 time: 0.1244197 Aug 30 05:04:36.504031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:36.639551 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:36.922764 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Allocated IP 172.20.0.1 (56e50d8e-990f-4165-bce7-ef8b2e7475cb/5306509c-db30-4a28-a131-9cd9e362f3c6/b12e149d-3f94-493c-a0cd-466c5d1f03cf) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:04:37.122471 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Publish callbacks [] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:37.123120 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2f28c035-4ec4-481d-808e-9c07eb8e6e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:37.184217 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:37.259843 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Network 56e50d8e-990f-4165-bce7-ef8b2e7475cb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:04:37.268531 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:04:37.271211 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:04:37.271785 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (fab8fa2f-6541-4ea0-a613-29a118eee300), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:37.335505 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Pushing event updated for resources: {'Port': ['ID=b12e149d-3f94-493c-a0cd-466c5d1f03cf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:37.394525 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:37.476661 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:37.483919 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-64869e89-45da-4698-8dd7-737e44e25cdc None None] Provisioning complete for port b12e149d-3f94-493c-a0cd-466c5d1f03cf triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:37.484298 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-64869e89-45da-4698-8dd7-737e44e25cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:37.515131 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-64869e89-45da-4698-8dd7-737e44e25cdc None None] Port b12e149d-3f94-493c-a0cd-466c5d1f03cf cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:04:37.617409 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:37.682415 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Publish callbacks [] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:37.686497 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:37.687276 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (fab8fa2f-6541-4ea0-a613-29a118eee300), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:37.764932 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Pushing event updated for resources: {'Port': ['ID=b12e149d-3f94-493c-a0cd-466c5d1f03cf,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:37.810130 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Network 56e50d8e-990f-4165-bce7-ef8b2e7475cb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:04:37.811528 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:04:37.971511 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Router fab8fa2f-6541-4ea0-a613-29a118eee300 is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:04:38.041220 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-44df6db1-b4d5-444a-bc54-6f60e255e073 None None] Provisioning complete for port b12e149d-3f94-493c-a0cd-466c5d1f03cf triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:38.041512 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-44df6db1-b4d5-444a-bc54-6f60e255e073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:38.061536 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:04:38.068847 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-12f87ef7-699d-4eac-b1fa-239b4885869e demo admin] 10.222.0.77 "PUT /networking/v2.0/routers/fab8fa2f-6541-4ea0-a613-29a118eee300/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6901405 Aug 30 05:04:38.074059 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Sync routers for ids ['fab8fa2f-6541-4ea0-a613-29a118eee300'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:04:38.088573 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Routers {'fab8fa2f-6541-4ea0-a613-29a118eee300'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:04:38.089463 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:04:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['fab8fa2f-6541-4ea0-a613-29a118eee300'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:38.136044 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-44df6db1-b4d5-444a-bc54-6f60e255e073 None None] Port b12e149d-3f94-493c-a0cd-466c5d1f03cf cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:04:38.268832 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Set router fab8fa2f-6541-4ea0-a613-29a118eee300 gateway port host: None {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:04:38.346754 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:38.682530 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'name': 'router1', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:04:27Z', 'updated_at': '2022-08-30T05:04:37Z', 'revision_number': 2, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'gw_port_host': None, '_interfaces': [{'id': 'b12e149d-3f94-493c-a0cd-466c5d1f03cf', 'name': '', 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'mac_address': 'fa:16:3e:01:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:04:36Z', 'updated_at': '2022-08-30T05:04:37Z', 'revision_number': 2, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'subnets': [{'id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d646c2-a83b-4cf7-8026-6ff2ce5933f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:38.729263 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Checking router: fab8fa2f-6541-4ea0-a613-29a118eee300 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:04:38.729635 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Updating router fab8fa2f-6541-4ea0-a613-29a118eee300 port b12e149d-3f94-493c-a0cd-466c5d1f03cf binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:04:38.782311 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:39.275342 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Publish callbacks [] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:39.281147 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:39.426435 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Pushing event updated for resources: {'Port': ['ID=b12e149d-3f94-493c-a0cd-466c5d1f03cf,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:39.435056 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Attempting to bind port b12e149d-3f94-493c-a0cd-466c5d1f03cf on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:04:39.435449 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Attempting to bind port b12e149d-3f94-493c-a0cd-466c5d1f03cf by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'b624cdda-d5c2-4af2-9dd8-4927d63d8cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:04:39.435896 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Attempting to bind port b12e149d-3f94-493c-a0cd-466c5d1f03cf on network 56e50d8e-990f-4165-bce7-ef8b2e7475cb {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:04:39.439416 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.440325 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.440687 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.441065 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.441393 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.441712 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.442028 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.442344 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.442658 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.442994 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.443313 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.443640 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.443960 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.444270 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.444578 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Tracked resource versions report: Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: pushed versions: Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: { 'AddressGroup': {'1.2'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Agent': {'1.1'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'ConntrackHelper': {'1.0'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'LocalIPAssociation': {'1.0'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Log': {'1.0'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'NDPProxy': {'1.0'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Network': {'1.1'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Port': {'1.7'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'PortForwarding': {'1.3'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'QosPolicy': {'1.10'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SecurityGroup': {'1.5'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SecurityGroupRule': {'1.2'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SubPort': {'1.0'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Subnet': {'1.1'}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Trunk': {'1.1'}} Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: consumer versions: Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: { DHCP agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: L3 agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: Metadata agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: Metering agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: Open vSwitch agent@dv-cinder-853910-4-iscsi: { 'AddressGroup': '1.2', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Agent': '1.1', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'ConntrackHelper': '1.0', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'LocalIPAssociation': '1.0', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Log': '1.0', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'NDPProxy': '1.0', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Network': '1.1', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Port': '1.7', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'PortForwarding': '1.3', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'QosPolicy': '1.10', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SecurityGroup': '1.5', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SecurityGroupRule': '1.2', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SubPort': '1.0', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Subnet': '1.1', Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Trunk': '1.1'}} Aug 30 05:04:39.446042 dv-cinder-853910-4-iscsi neutron-server[106382]: {{(pid=106382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 05:04:39.453657 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:04:39.454061 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Checking segment: {'id': 'b624cdda-d5c2-4af2-9dd8-4927d63d8cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:04:39.454537 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:39.454934 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Bound using segment: {'id': 'b624cdda-d5c2-4af2-9dd8-4927d63d8cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:04:39.455968 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Bound port: b12e149d-3f94-493c-a0cd-466c5d1f03cf, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b624cdda-d5c2-4af2-9dd8-4927d63d8cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:04:39.456345 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:39.519845 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] For port b12e149d-3f94-493c-a0cd-466c5d1f03cf, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:04:39.538770 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] For port b12e149d-3f94-493c-a0cd-466c5d1f03cf, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=b12e149d-3f94-493c-a0cd-466c5d1f03cf,segment=NetworkSegment(b624cdda-d5c2-4af2-9dd8-4927d63d8cfe),segment_id=b624cdda-d5c2-4af2-9dd8-4927d63d8cfe)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:04:39.544778 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:39.551494 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:39.583628 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:39.591942 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Routers {'fab8fa2f-6541-4ea0-a613-29a118eee300'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:04:39.592555 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:04:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['fab8fa2f-6541-4ea0-a613-29a118eee300'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:39.662465 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1d28b-34e3-4c99-a094-ce1407701dd1 None None] Pushing event updated for resources: {'Port': ['ID=b12e149d-3f94-493c-a0cd-466c5d1f03cf,revision_number=4']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:39.691066 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] Set router fab8fa2f-6541-4ea0-a613-29a118eee300 gateway port host: None {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:04:39.858464 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:39.890295 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'name': 'router1', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:04:27Z', 'updated_at': '2022-08-30T05:04:37Z', 'revision_number': 2, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'gw_port_host': None, '_interfaces': [{'id': 'b12e149d-3f94-493c-a0cd-466c5d1f03cf', 'name': '', 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'mac_address': 'fa:16:3e:01:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:04:36Z', 'updated_at': '2022-08-30T05:04:39Z', 'revision_number': 4, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'subnets': [{'id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d646c2-a83b-4cf7-8026-6ff2ce5933f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:39.915436 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb4f5b-8148-490c-b876-0a8747d60315 None None] The sync data for ids ['fab8fa2f-6541-4ea0-a613-29a118eee300'] in dv-cinder-853910-4-iscsi is: [{'id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'name': 'router1', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:04:27Z', 'updated_at': '2022-08-30T05:04:37Z', 'revision_number': 2, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'gw_port_host': None, '_interfaces': [{'id': 'b12e149d-3f94-493c-a0cd-466c5d1f03cf', 'name': '', 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'mac_address': 'fa:16:3e:01:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:04:36Z', 'updated_at': '2022-08-30T05:04:39Z', 'revision_number': 4, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'subnets': [{'id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d646c2-a83b-4cf7-8026-6ff2ce5933f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:04:39.952588 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:40.431408 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43488) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:40.817615 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344853bc-6207-4537-9473-465dc597ba9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:04:40.818992 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-344853bc-6207-4537-9473-465dc597ba9c admin admin] 10.222.0.77 "GET /networking/v2.0/networks/c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 HTTP/1.1" status: 200 len: 842 time: 0.3866603 Aug 30 05:04:40.828706 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Request body: {'subnet': {'cidr': '172.27.4.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.4.1', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:04:40.851710 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Made reservation on behalf of 46478c740f59492585d5babfa714b5b5 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:04:40.853905 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:41.025306 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:41.206550 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.objects.ports [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106379) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 30 05:04:41.207035 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (401f881d-d631-4bc1-84c6-5c4458a8a550), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:41.211988 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:41.266475 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401f881d-d631-4bc1-84c6-5c4458a8a550,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:41.278110 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:04:41.278408 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Network hostable DHCP agents. Network: c63a45f8-5e8e-4f69-bd55-ed1dd3749f76, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:04:41.295306 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:04:41.303607 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, c63a45f8-5e8e-4f69-bd55-ed1dd3749f76) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:04:41.308063 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:04:41.308820 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:41.313549 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b1226-1969-44ea-8cab-99b8cc8a746f None None] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:04:41.324827 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-78edcd3d-62ea-48a7-a73f-994e6378b524 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4994633 Aug 30 05:04:41.421913 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e1d7ed-d3ab-41c3-b66e-e717222b978a None None] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:04:43.555794 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 5 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:04:43.743544 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43496) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:44.159546 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a8e704aa-9ff6-4e6c-be07-8bd6738b31b0 demo admin] 10.222.0.77 "GET /networking/v2.0/routers/fab8fa2f-6541-4ea0-a613-29a118eee300 HTTP/1.1" status: 200 len: 710 time: 0.4147925 Aug 30 05:04:44.247985 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66482cd3-d9f7-478a-a41e-32077c193d49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:04:44.249364 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-66482cd3-d9f7-478a-a41e-32077c193d49 demo admin] 10.222.0.77 "GET /networking/v2.0/networks/c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 HTTP/1.1" status: 200 len: 886 time: 0.0844398 Aug 30 05:04:44.258418 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:04:44.494774 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Publish callbacks [] for router_gateway (fab8fa2f-6541-4ea0-a613-29a118eee300), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:44.715167 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Publish callbacks [] for router_gateway (fab8fa2f-6541-4ea0-a613-29a118eee300), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:44.790647 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:44.853047 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:44.900109 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Allocated IP 172.27.4.242 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/9f6d92f0-2d7e-46f9-ae55-f3669f26b42d) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:04:44.950135 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:45.009656 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Publish callbacks [] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:45.041464 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:45.079299 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:04:45.082314 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:04:45.086658 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:04:45.121139 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Pushing event updated for resources: {'Port': ['ID=9f6d92f0-2d7e-46f9-ae55-f3669f26b42d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:45.407395 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Publish callbacks [] for router_gateway (fab8fa2f-6541-4ea0-a613-29a118eee300), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:45.596591 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7502'] for router (fab8fa2f-6541-4ea0-a613-29a118eee300), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:45.600140 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518137'] for router (fab8fa2f-6541-4ea0-a613-29a118eee300), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:45.622487 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device b12e149d-3f94-493c-a0cd-466c5d1f03cf up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:04:45.667630 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port b12e149d-3f94-493c-a0cd-466c5d1f03cf triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:45.668033 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:45.706663 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Router fab8fa2f-6541-4ea0-a613-29a118eee300 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:04:45.743616 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port b12e149d-3f94-493c-a0cd-466c5d1f03cf is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:04:45.744013 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:45.776056 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port b12e149d-3f94-493c-a0cd-466c5d1f03cf, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=b12e149d-3f94-493c-a0cd-466c5d1f03cf,segment=NetworkSegment(b624cdda-d5c2-4af2-9dd8-4927d63d8cfe),segment_id=b624cdda-d5c2-4af2-9dd8-4927d63d8cfe)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:04:45.781839 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:45.796615 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:45.819288 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:04:45.824658 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:45.825875 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c88cc8ef-5980-4eec-bf62-059ef4237837 demo admin] 10.222.0.77 "PUT /networking/v2.0/routers/fab8fa2f-6541-4ea0-a613-29a118eee300 HTTP/1.1" status: 200 len: 890 time: 1.5705438 Aug 30 05:04:45.829598 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=b12e149d-3f94-493c-a0cd-466c5d1f03cf,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:46.230507 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Sync routers for ids ['fab8fa2f-6541-4ea0-a613-29a118eee300'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:04:46.242511 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Routers {'fab8fa2f-6541-4ea0-a613-29a118eee300'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:04:46.243190 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:04:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['fab8fa2f-6541-4ea0-a613-29a118eee300'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:46.298004 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:46.448313 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Set router fab8fa2f-6541-4ea0-a613-29a118eee300 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:04:46.499341 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:46.816444 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'name': 'router1', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '9f6d92f0-2d7e-46f9-ae55-f3669f26b42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:04:27Z', 'updated_at': '2022-08-30T05:04:45Z', 'revision_number': 4, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'gw_port': {'id': '9f6d92f0-2d7e-46f9-ae55-f3669f26b42d', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:04:44Z', 'updated_at': '2022-08-30T05:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b12e149d-3f94-493c-a0cd-466c5d1f03cf', 'name': '', 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'mac_address': 'fa:16:3e:01:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:04:36Z', 'updated_at': '2022-08-30T05:04:45Z', 'revision_number': 5, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'subnets': [{'id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d646c2-a83b-4cf7-8026-6ff2ce5933f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:46.865019 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Checking router: fab8fa2f-6541-4ea0-a613-29a118eee300 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:04:46.865386 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Updating router fab8fa2f-6541-4ea0-a613-29a118eee300 port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:04:46.991249 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:47.294774 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Publish callbacks [] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:47.300438 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:47.337644 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Attempting to bind port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:04:47.338010 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Attempting to bind port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:04:47.338370 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Attempting to bind port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:04:47.346252 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:04:47.346619 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:04:47.347035 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:47.347423 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:04:47.347880 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Bound port: 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:04:47.348270 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:47.368638 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d112c-a1ad-4618-a656-25da418abb5c None None] Pushing event updated for resources: {'Port': ['ID=9f6d92f0-2d7e-46f9-ae55-f3669f26b42d,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:47.398121 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] For port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:04:47.401119 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] For port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=9f6d92f0-2d7e-46f9-ae55-f3669f26b42d,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:04:47.407055 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:47.448188 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Routers {'fab8fa2f-6541-4ea0-a613-29a118eee300'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:04:47.448791 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:04:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['fab8fa2f-6541-4ea0-a613-29a118eee300'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:47.490255 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:47.504729 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d112c-a1ad-4618-a656-25da418abb5c None None] Pushing event updated for resources: {'Port': ['ID=9f6d92f0-2d7e-46f9-ae55-f3669f26b42d,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:47.566247 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] Set router fab8fa2f-6541-4ea0-a613-29a118eee300 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:04:47.631744 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device b12e149d-3f94-493c-a0cd-466c5d1f03cf up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:04:47.707956 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:47.733524 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port b12e149d-3f94-493c-a0cd-466c5d1f03cf triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:47.733906 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:47.846810 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'name': 'router1', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '9f6d92f0-2d7e-46f9-ae55-f3669f26b42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:04:27Z', 'updated_at': '2022-08-30T05:04:45Z', 'revision_number': 4, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'gw_port': {'id': '9f6d92f0-2d7e-46f9-ae55-f3669f26b42d', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:04:44Z', 'updated_at': '2022-08-30T05:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b12e149d-3f94-493c-a0cd-466c5d1f03cf', 'name': '', 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'mac_address': 'fa:16:3e:01:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:04:36Z', 'updated_at': '2022-08-30T05:04:45Z', 'revision_number': 5, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'subnets': [{'id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d646c2-a83b-4cf7-8026-6ff2ce5933f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:04:47.878835 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef67807-87f4-4c16-80b1-83d7043a048f None None] The sync data for ids ['fab8fa2f-6541-4ea0-a613-29a118eee300'] in dv-cinder-853910-4-iscsi is: [{'id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'name': 'router1', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.242'}], 'enable_snat': True}, 'gw_port_id': '9f6d92f0-2d7e-46f9-ae55-f3669f26b42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:04:27Z', 'updated_at': '2022-08-30T05:04:45Z', 'revision_number': 4, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'gw_port': {'id': '9f6d92f0-2d7e-46f9-ae55-f3669f26b42d', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:04:44Z', 'updated_at': '2022-08-30T05:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b12e149d-3f94-493c-a0cd-466c5d1f03cf', 'name': '', 'network_id': '56e50d8e-990f-4165-bce7-ef8b2e7475cb', 'tenant_id': '9c3b4147cbea42e3a97c54416188a48c', 'mac_address': 'fa:16:3e:01:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab8fa2f-6541-4ea0-a613-29a118eee300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:04:36Z', 'updated_at': '2022-08-30T05:04:45Z', 'revision_number': 5, 'project_id': '9c3b4147cbea42e3a97c54416188a48c', 'subnets': [{'id': '5306509c-db30-4a28-a131-9cd9e362f3c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5d646c2-a83b-4cf7-8026-6ff2ce5933f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:04:47.885522 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port b12e149d-3f94-493c-a0cd-466c5d1f03cf is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:04:48.367665 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 43508) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:04:48.767143 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a68eb6cf-a3f8-4080-993b-079633992da1 admin admin] 10.222.0.77 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3984103 Aug 30 05:04:49.637515 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:04:49.686128 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:49.686515 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:49.755049 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:04:49.755353 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:49.775119 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=9f6d92f0-2d7e-46f9-ae55-f3669f26b42d,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:04:49.779621 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:49.822673 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=9f6d92f0-2d7e-46f9-ae55-f3669f26b42d,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:04:49.893561 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=40 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:51.618666 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:04:51.676055 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:04:51.676450 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (9f6d92f0-2d7e-46f9-ae55-f3669f26b42d), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:04:51.788329 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 9f6d92f0-2d7e-46f9-ae55-f3669f26b42d is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:04:53.553207 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=30 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:58.760008 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:04:58.764301 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:01.785094 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=89 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:01.786386 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:04.776003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8e10a7f1-3ac4-447b-b01c-9441df6c7024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:07.132082 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3a7b927b-84da-4d7b-80b9-99562c1cac40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:08.364863 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:09.874211 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:09.952576 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:16.573496 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:16.582452 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:19.939607 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:19.945759 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:20.556914 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 5 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:05:30.553382 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:34.778426 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4415528b-5bb8-4c91-a575-1ad72578c939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:37.129722 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9e687d1f-2d43-476c-b892-52056d4a2b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:38.355124 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:39.864350 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:39.950728 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:05:49.944335 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:49.946289 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:05:57.556214 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 5 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:06:03.553569 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:04.771246 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-acf03d78-af66-46d1-9f40-3d2a72315424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:07.121795 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ea4e368e-e9b2-4d8c-a12f-c230e22e1fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:07.552405 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=7 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:08.358705 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:09.865582 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:09.900907 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44048) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:09.943994 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:10.239496 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2105cb5-6b5a-42c0-94bf-5de12f737301 admin admin] GET failed (client error): The resource could not be found. Aug 30 05:06:10.240770 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e2105cb5-6b5a-42c0-94bf-5de12f737301 admin admin] 10.222.0.77 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3388989 Aug 30 05:06:10.401808 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9418aea5-f81f-4555-8e01-087b48e8baff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:10.403207 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9418aea5-f81f-4555-8e01-087b48e8baff admin admin] 10.222.0.77 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581738 Aug 30 05:06:12.701417 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44058) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:13.059872 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f147bdf-d3a5-49b8-a6c3-c7ede3404b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:13.061195 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2f147bdf-d3a5-49b8-a6c3-c7ede3404b50 admin admin] 10.222.0.77 "GET /networking/v2.0/subnets/5306509c-db30-4a28-a131-9cd9e362f3c6 HTTP/1.1" status: 200 len: 849 time: 0.3588538 Aug 30 05:06:13.071108 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:06:13.155856 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Publish callbacks [] for subnet (5306509c-db30-4a28-a131-9cd9e362f3c6), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:13.294060 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790861607563'] for subnet (5306509c-db30-4a28-a131-9cd9e362f3c6), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:13.326995 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:13.328154 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:13.329361 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] 10.222.0.77 "PUT /networking/v2.0/subnets/5306509c-db30-4a28-a131-9cd9e362f3c6 HTTP/1.1" status: 200 len: 868 time: 0.2617044 Aug 30 05:06:13.330251 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb06d9c-e4c9-4233-be47-0f312e2093f2 None None] Network 56e50d8e-990f-4165-bce7-ef8b2e7475cb requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:06:13.353765 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5306509c-db30-4a28-a131-9cd9e362f3c6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:06:13.362078 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.362432 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.362796 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.363169 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.363503 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.363845 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.364173 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.364499 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.364825 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.365151 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.365473 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.365813 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.366139 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.366459 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.366776 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71482d55-73ed-41d7-adeb-648b2fe9d5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:06:13.709512 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-9f428eea-92ad-4bee-afb7-0eaa0d54de01 None None] Provisioning complete for port b12e149d-3f94-493c-a0cd-466c5d1f03cf triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:06:13.709880 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9f428eea-92ad-4bee-afb7-0eaa0d54de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b12e149d-3f94-493c-a0cd-466c5d1f03cf), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:13.780818 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-9f428eea-92ad-4bee-afb7-0eaa0d54de01 None None] Current status of the port b12e149d-3f94-493c-a0cd-466c5d1f03cf is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:06:13.789066 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-9f428eea-92ad-4bee-afb7-0eaa0d54de01 None None] Provisioning complete for port be090e9f-057a-4f96-8632-309d573cf391 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:06:13.789455 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9f428eea-92ad-4bee-afb7-0eaa0d54de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (be090e9f-057a-4f96-8632-309d573cf391), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:13.860631 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-9f428eea-92ad-4bee-afb7-0eaa0d54de01 None None] Current status of the port be090e9f-057a-4f96-8632-309d573cf391 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:06:15.643186 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44066) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:16.116363 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773e531-a8bc-4d97-b860-a53aefe09350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:16.116844 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773e531-a8bc-4d97-b860-a53aefe09350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:16.118374 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a773e531-a8bc-4d97-b860-a53aefe09350 admin admin] 10.222.0.77 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4742455 Aug 30 05:06:18.406769 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44074) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:18.810450 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a264c1-7556-45f3-91e7-a2eef151eef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:18.810953 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a264c1-7556-45f3-91e7-a2eef151eef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:18.813055 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-90a264c1-7556-45f3-91e7-a2eef151eef6 admin admin] 10.222.0.77 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4053404 Aug 30 05:06:21.132240 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44082) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:21.534324 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912794e-fac9-49f3-b4c0-462805629dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:21.535702 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e912794e-fac9-49f3-b4c0-462805629dd0 admin admin] 10.222.0.77 "GET /networking/v2.0/networks/56e50d8e-990f-4165-bce7-ef8b2e7475cb HTTP/1.1" status: 200 len: 869 time: 0.4025159 Aug 30 05:06:23.829455 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44090) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:23.857596 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:23.859945 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:24.257667 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:24.283680 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:24.324754 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0ed86-ace6-495b-90ea-b8eb0fd94684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:24.326116 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9de0ed86-ace6-495b-90ea-b8eb0fd94684 admin admin] 10.222.0.77 "GET /networking/v2.0/networks/c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 HTTP/1.1" status: 200 len: 886 time: 0.4956920 Aug 30 05:06:26.612380 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44098) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:27.006887 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a15bf0-45cc-42a6-bdd8-57f63d1d94ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:27.007269 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a15bf0-45cc-42a6-bdd8-57f63d1d94ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:27.008793 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b5a15bf0-45cc-42a6-bdd8-57f63d1d94ec admin admin] 10.222.0.77 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3954673 Aug 30 05:06:29.318907 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44106) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:29.683895 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070dfb75-ed1f-42e6-b2e6-1fb1d689df03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:29.684349 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070dfb75-ed1f-42e6-b2e6-1fb1d689df03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:29.685817 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-070dfb75-ed1f-42e6-b2e6-1fb1d689df03 admin admin] 10.222.0.77 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3659770 Aug 30 05:06:30.559251 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:30.564491 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:31.988511 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44114) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:32.344534 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a352bf37-ea23-4029-adb5-33b74fe70a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:32.345850 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a352bf37-ea23-4029-adb5-33b74fe70a62 admin admin] 10.222.0.77 "GET /networking/v2.0/subnets/401f881d-d631-4bc1-84c6-5c4458a8a550 HTTP/1.1" status: 200 len: 816 time: 0.3563933 Aug 30 05:06:34.555478 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 5 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:06:34.773952 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44122) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:06:34.774808 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-49cd5e21-619f-4553-adaf-07e5e56aebd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:35.134822 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a8cd0-9c27-480e-bc0e-965532c07bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:06:35.136167 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-026a8cd0-9c27-480e-bc0e-965532c07bcd admin admin] 10.222.0.77 "GET /networking/v2.0/subnets/5306509c-db30-4a28-a131-9cd9e362f3c6 HTTP/1.1" status: 200 len: 868 time: 0.3613646 Aug 30 05:06:37.127450 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-fe79197a-ceb4-4329-a197-a7a9d54c1c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:38.361598 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:39.868886 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:39.945753 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:06:44.551309 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:44.552078 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:45.129965 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=29 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:45.131835 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=35 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:49.940146 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:06:49.942034 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:03.262096 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44178) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:07:03.588025 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [None req-d482c182-82b6-43c9-a748-66b6c0c0a946 admin admin] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:07:03.589145 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d482c182-82b6-43c9-a748-66b6c0c0a946 admin admin] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3261812 Aug 30 05:07:04.775723 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-13a0fc20-e63a-4927-a1d1-80bdd1922b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:05.982336 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44186) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:07:06.316062 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7b01d3-bba5-433c-9d81-23f7ea81dd47 admin admin] GET failed (client error): The resource could not be found. Aug 30 05:07:06.317373 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8a7b01d3-bba5-433c-9d81-23f7ea81dd47 admin admin] 10.222.0.77 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3340688 Aug 30 05:07:06.406314 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128180fe-019f-4e30-bfe4-6bfaf526fd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:07:06.407808 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-128180fe-019f-4e30-bfe4-6bfaf526fd38 admin admin] 10.222.0.77 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861328 Aug 30 05:07:07.129689 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f17314ca-3e94-4e6a-b15e-f96f0449de76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:07.565518 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=16 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:07.569724 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=16 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:08.369265 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:08.748172 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44194) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:07:09.196126 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:07:09.215450 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Made reservation on behalf of 46478c740f59492585d5babfa714b5b5 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:07:09.217827 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:09.245072 dv-cinder-853910-4-iscsi neutron-server[106379]: WARNING neutron.services.revisions.revision_plugin [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Could not find related network for resource to bump revision. Aug 30 05:07:09.256211 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:07:09.264951 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (462d5aa7-eafb-4ada-bb51-596667ab4ff9), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:09.265293 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Added segment 462d5aa7-eafb-4ada-bb51-596667ab4ff9 of type vlan for network e1448090-5907-419d-ab35-6f413d5a0a24 Aug 30 05:07:09.305938 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (e1448090-5907-419d-ab35-6f413d5a0a24), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:09.329980 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (e1448090-5907-419d-ab35-6f413d5a0a24), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:09.330990 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:07:09.331567 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:09.384282 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6350114 Aug 30 05:07:09.397241 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc537d0-f283-4b7b-8616-be856965824e admin admin] Pushing event updated for resources: {'Network': ['ID=e1448090-5907-419d-ab35-6f413d5a0a24,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:07:09.408230 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network e1448090-5907-419d-ab35-6f413d5a0a24 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:07:09.873023 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:09.950716 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:11.554410 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 5 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:07:11.712148 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44202) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:07:12.041402 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b44944-92b4-4303-bcdb-1522eb5ac1e3 admin admin] GET failed (client error): The resource could not be found. Aug 30 05:07:12.042648 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-90b44944-92b4-4303-bcdb-1522eb5ac1e3 admin admin] 10.222.0.77 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3295321 Aug 30 05:07:12.111248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3714a-08ac-4ea1-8c2b-828f66afb75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:07:12.112574 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-6be3714a-08ac-4ea1-8c2b-828f66afb75e admin admin] 10.222.0.77 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651197 Aug 30 05:07:12.122023 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:07:12.141826 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Made reservation on behalf of 46478c740f59492585d5babfa714b5b5 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:07:12.144044 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:12.304302 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (ddda0941-9d0d-4c79-9d1e-40f3fdb6897b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:12.362059 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddda0941-9d0d-4c79-9d1e-40f3fdb6897b,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:07:12.370759 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Checking segment: {'id': '462d5aa7-eafb-4ada-bb51-596667ab4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:07:12.371137 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Network hostable DHCP agents. Network: e1448090-5907-419d-ab35-6f413d5a0a24, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:07:12.387480 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Network e1448090-5907-419d-ab35-6f413d5a0a24 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:07:12.396113 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, e1448090-5907-419d-ab35-6f413d5a0a24) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:07:12.399990 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:07:12.400679 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:12.405856 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f8dbd1-fe98-49b3-90dd-c438f1049161 None None] Network e1448090-5907-419d-ab35-6f413d5a0a24 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:07:12.417027 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-45dc9cfc-e968-472e-bc3f-c41caa499b5e admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2981923 Aug 30 05:07:12.513133 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-e1448090-5907-419d-ab35-6f413d5a0a24', 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24', 'project_id': '46478c740f59492585d5babfa714b5b5', 'fixed_ips': [{'subnet_id': 'ddda0941-9d0d-4c79-9d1e-40f3fdb6897b'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:07:12.514110 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:12.654982 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Allocated IP 192.168.233.2 (e1448090-5907-419d-ab35-6f413d5a0a24/ddda0941-9d0d-4c79-9d1e-40f3fdb6897b/e85493fe-9a44-402a-b94f-77855d498898) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:07:12.801871 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Publish callbacks [] for port (e85493fe-9a44-402a-b94f-77855d498898), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:12.807541 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (e85493fe-9a44-402a-b94f-77855d498898), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:12.849753 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Network e1448090-5907-419d-ab35-6f413d5a0a24 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:07:12.854682 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:07:12.857213 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:07:12.860375 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Pushing event updated for resources: {'Port': ['ID=e85493fe-9a44-402a-b94f-77855d498898,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:07:12.870496 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.870906 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.871212 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.871561 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.871891 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.872211 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.872530 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.872853 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.873163 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.873478 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.873797 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.874148 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.874464 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.874781 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.875110 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:07:12.930633 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Attempting to bind port e85493fe-9a44-402a-b94f-77855d498898 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:07:12.930943 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Attempting to bind port e85493fe-9a44-402a-b94f-77855d498898 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '462d5aa7-eafb-4ada-bb51-596667ab4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:07:12.931305 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Attempting to bind port e85493fe-9a44-402a-b94f-77855d498898 on network e1448090-5907-419d-ab35-6f413d5a0a24 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:07:12.936607 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:07:12.937171 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Checking segment: {'id': '462d5aa7-eafb-4ada-bb51-596667ab4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:07:12.937380 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:12.937757 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Bound using segment: {'id': '462d5aa7-eafb-4ada-bb51-596667ab4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:07:12.938341 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Bound port: e85493fe-9a44-402a-b94f-77855d498898, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462d5aa7-eafb-4ada-bb51-596667ab4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:07:12.938749 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (e85493fe-9a44-402a-b94f-77855d498898), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:12.999235 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] For port e85493fe-9a44-402a-b94f-77855d498898, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:07:13.002383 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] For port e85493fe-9a44-402a-b94f-77855d498898, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=e85493fe-9a44-402a-b94f-77855d498898,segment=NetworkSegment(462d5aa7-eafb-4ada-bb51-596667ab4ff9),segment_id=462d5aa7-eafb-4ada-bb51-596667ab4ff9)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:07:13.008836 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (e85493fe-9a44-402a-b94f-77855d498898), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:13.069797 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94df37-c435-431f-8f08-226e23b327fc None None] Pushing event updated for resources: {'Port': ['ID=e85493fe-9a44-402a-b94f-77855d498898,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:07:13.726979 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e85493fe-9a44-402a-b94f-77855d498898 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:07:13.855106 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb71151-abf6-4029-9b23-c01fb5118be3 None None] Network e1448090-5907-419d-ab35-6f413d5a0a24 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:07:13.859380 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:13.910252 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:13.956627 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-a42cead6-1308-4775-914e-448789afbbb3 None None] Provisioning complete for port e85493fe-9a44-402a-b94f-77855d498898 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:07:13.957023 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a42cead6-1308-4775-914e-448789afbbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e85493fe-9a44-402a-b94f-77855d498898), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:13.964146 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port e85493fe-9a44-402a-b94f-77855d498898 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:07:13.964534 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e85493fe-9a44-402a-b94f-77855d498898), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:14.127203 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a42cead6-1308-4775-914e-448789afbbb3 None None] Current status of the port e85493fe-9a44-402a-b94f-77855d498898 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:07:14.127595 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a42cead6-1308-4775-914e-448789afbbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (e85493fe-9a44-402a-b94f-77855d498898), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:14.129696 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port e85493fe-9a44-402a-b94f-77855d498898 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:07:14.130063 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (e85493fe-9a44-402a-b94f-77855d498898), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:14.179891 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port e85493fe-9a44-402a-b94f-77855d498898, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=e85493fe-9a44-402a-b94f-77855d498898,segment=NetworkSegment(462d5aa7-eafb-4ada-bb51-596667ab4ff9),segment_id=462d5aa7-eafb-4ada-bb51-596667ab4ff9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:07:14.185964 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (e85493fe-9a44-402a-b94f-77855d498898), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:14.258048 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.db.api [None req-a42cead6-1308-4775-914e-448789afbbb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 05:07:14.258517 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG oslo_db.api [None req-a42cead6-1308-4775-914e-448789afbbb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 05:07:14.261230 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=e85493fe-9a44-402a-b94f-77855d498898,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:07:14.797210 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a42cead6-1308-4775-914e-448789afbbb3 None None] Current status of the port e85493fe-9a44-402a-b94f-77855d498898 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:07:14.914144 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-16e9c7be-2e76-418b-ada0-20656776ba6a None None] Provisioning complete for port e85493fe-9a44-402a-b94f-77855d498898 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:07:14.914533 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-16e9c7be-2e76-418b-ada0-20656776ba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e85493fe-9a44-402a-b94f-77855d498898), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:14.988779 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-16e9c7be-2e76-418b-ada0-20656776ba6a None None] Current status of the port e85493fe-9a44-402a-b94f-77855d498898 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:07:15.704415 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e85493fe-9a44-402a-b94f-77855d498898 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:07:15.752131 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port e85493fe-9a44-402a-b94f-77855d498898 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:07:15.752448 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e85493fe-9a44-402a-b94f-77855d498898), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:15.818980 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:15.823755 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port e85493fe-9a44-402a-b94f-77855d498898 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:07:21.550662 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:21.551805 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:22.409481 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=77,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:22.411040 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:25.822385 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:34.779428 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b4fa00de-e487-4300-a6a2-d10f7f4591ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:37.131814 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8cc59830-ff77-44c0-bd2c-1beb48028673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:38.370720 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:39.876889 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:39.942523 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:07:44.570911 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:44.575316 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:48.553729 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 5 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:07:49.931963 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:49.938834 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:07:58.550148 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:03.549440 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:04.789485 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-204671a1-0349-4b65-b9fb-a044cfa1e01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:07.133426 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0f087497-af56-459d-b6b9-75753a03d27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:08.370054 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:09.880956 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:09.943853 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:19.938457 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:19.940527 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:21.577518 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:21.583865 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:25.105900 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44248) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:08:25.111513 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [None req-e1f47cab-301b-4137-a84a-fede437e274d tempest-verify_tempest_config-910103360 tempest-verify_tempest_config-910103360-project] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:08:25.112535 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e1f47cab-301b-4137-a84a-fede437e274d tempest-verify_tempest_config-910103360 tempest-verify_tempest_config-910103360-project] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056546 Aug 30 05:08:25.552046 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 5 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:08:25.613890 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44266) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:08:25.936539 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:26.011797 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Publish callbacks [] for security_group (79baf28c-4fce-40be-ac13-92668fe56134), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:26.015440 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (79baf28c-4fce-40be-ac13-92668fe56134), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:26.061350 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7127c7ed6f114ca98880a7041bc0ae49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4464529 Aug 30 05:08:26.062155 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79baf28c-4fce-40be-ac13-92668fe56134,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:08:26.064045 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44270) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:08:26.079317 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.079673 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.080033 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.080375 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.080709 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.081040 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.081365 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.081691 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.082019 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.082340 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.082679 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.083036 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.083356 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.083677 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.083996 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06549de8-4baf-45ac-9347-183c9999f70f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:08:26.132972 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-19e6dd8b-4675-4153-a9eb-2760c82e601c admin admin] Publish callbacks [] for security_group (79baf28c-4fce-40be-ac13-92668fe56134), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:26.152352 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-19e6dd8b-4675-4153-a9eb-2760c82e601c admin admin] Publish callbacks [] for security_group (79baf28c-4fce-40be-ac13-92668fe56134), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:26.244002 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-19e6dd8b-4675-4153-a9eb-2760c82e601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (79baf28c-4fce-40be-ac13-92668fe56134), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:26.246558 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-19e6dd8b-4675-4153-a9eb-2760c82e601c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:26.247811 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-19e6dd8b-4675-4153-a9eb-2760c82e601c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/79baf28c-4fce-40be-ac13-92668fe56134 HTTP/1.1" status: 204 len: 168 time: 0.1819811 Aug 30 05:08:26.256073 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6dd8b-4675-4153-a9eb-2760c82e601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79baf28c-4fce-40be-ac13-92668fe56134,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:08:32.569970 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:34.783618 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-38030c90-95b9-479d-9bcf-657a646aeeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:35.549646 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:36.251293 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:36.252061 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:37.136037 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e39f-f2e8-44c1-a1b2-9effcacf7e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:38.375877 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:39.883990 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:39.946017 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:08:49.940220 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:08:49.942044 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:02.004240 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=18 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:02.007124 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=14 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:02.551120 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 5 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:09:04.784421 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e1de-4821-4d43-8e85-f9671f454d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:07.137624 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ea48a24e-1875-4d36-9136-727b306a701e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:08.377032 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:09.888807 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:09.948175 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:12.546926 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:12.547681 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:19.942439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:19.944331 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:34.788444 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ebcef307-b2c2-4dd2-9d85-777b40455c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:35.588261 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:35.592284 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:37.138676 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2e8ccad1-c9b2-420e-944b-ba8cb2016f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:38.378436 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:39.549848 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 5 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:09:39.892055 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:39.950063 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:09:49.545548 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:49.546791 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:49.939957 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:49.946154 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:09:58.981767 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-517862'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:04.790437 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-35ced0cc-d991-4ae3-a1e0-f6b4703d5a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:07.140533 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4bab9075-77bb-4414-a9df-b79aa48de431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:08.384273 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:09.895127 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:09.954989 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:10.921312 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:10:11.045974 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b4fd9b66-a0b2-4b63-801f-9b3138b574e1 admin admin] 10.222.0.77 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1235366 Aug 30 05:10:12.593525 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:12.598069 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:13.216534 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44374) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:10:13.274750 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d8520ae8-225f-44a0-9b96-588d3c4fd5e2 admin admin] 10.222.0.77 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0572197 Aug 30 05:10:16.549998 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:10:19.948882 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:19.950910 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:INSERT=1,neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:23.269767 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:23.270595 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:26.545614 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:28.964190 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:34.791364 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4748ad65-32b9-4bce-bf43-2af65778004c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:37.142386 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9231d331-e260-46f6-b339-ed71dceb59ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:38.384510 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:39.898533 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:39.957678 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:10:49.600317 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:49.606153 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:49.945952 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:49.953046 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:10:53.549431 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:10:58.978587 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:03.545177 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=7 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:03.545907 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=21 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:04.795592 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-21905aa7-625b-42ac-9bc7-47f6e650723f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:07.144680 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b78d31f9-ac2a-4ac3-84e4-fd53a4fc7a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:08.392473 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:09.923400 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:09.977871 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:19.909876 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:19.966544 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:26.601384 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:26.602126 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:28.977881 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:30.548687 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:11:34.797553 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9d5f-4028-43e5-bd99-75d98db35032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:37.148639 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5821851f-ea9d-40f8-8d20-2e6b4d280f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:38.391226 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:39.905693 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:39.962926 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:40.545141 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:46.297905 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44566) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:46.315642 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44572) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:46.401373 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44580) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:46.431265 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44584) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:46.623347 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-265238289-network', 'tenant_id': '116fb506b7794c1fa9460b5a861de136'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:46.643206 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-909386db-dd92-4999-9827-11153730436a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-725207330-network', 'tenant_id': '30239b4a7a034b13b01b8572a2ec40cb'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:46.662358 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44594) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:46.669581 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Made reservation on behalf of 116fb506b7794c1fa9460b5a861de136 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:46.673023 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.690695 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1754509253-network', 'tenant_id': '0ed43db2f368485990e3add370edae5f'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:46.692486 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909386db-dd92-4999-9827-11153730436a admin admin] Made reservation on behalf of 30239b4a7a034b13b01b8572a2ec40cb for: {'network': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:46.695687 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.706540 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.723370 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-network', 'tenant_id': 'd2ce224c162c414c9be681b76801969c'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:46.723959 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Made reservation on behalf of 0ed43db2f368485990e3add370edae5f for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:46.726402 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.728141 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.737380 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.828498 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Publish callbacks [] for security_group (fbab9eb5-705d-4d08-87bd-e7575907ba12), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.840508 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (fbab9eb5-705d-4d08-87bd-e7575907ba12), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.852657 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:11:46.862620 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (4c19eb9b-1b91-4ad4-aecb-302e2b7bf896), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.863277 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Added segment 4c19eb9b-1b91-4ad4-aecb-302e2b7bf896 of type vlan for network 996ccdc5-b602-44de-84a5-e9a6b62f687d Aug 30 05:11:46.868371 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Publish callbacks [] for security_group (ffa68108-d74b-47a6-b4a5-408d2f939e5c), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.876029 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-566728845-network', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:46.882418 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ffa68108-d74b-47a6-b4a5-408d2f939e5c), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.902314 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909386db-dd92-4999-9827-11153730436a admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=106380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:11:46.920061 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790861679930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.920953 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Unsubscribe: segment precommit_create {{(pid=106380) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 05:11:46.921840 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.segments_db [None req-909386db-dd92-4999-9827-11153730436a admin admin] Added segment 629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad of type vlan for network ed5f146b-eadf-48f9-804d-ce7fca63ef7f Aug 30 05:11:46.923542 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (996ccdc5-b602-44de-84a5-e9a6b62f687d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:46.981898 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbab9eb5-705d-4d08-87bd-e7575907ba12,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:46.992305 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.993023 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.993608 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.994520 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.995412 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.995962 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.996614 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.997181 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.997752 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.998321 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.998916 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:46.999479 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.000031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.000586 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.001138 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Tracked resource versions report: Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: pushed versions: Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: { 'AddressGroup': {'1.2'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Agent': {'1.1'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'ConntrackHelper': {'1.0'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'LocalIPAssociation': {'1.0'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Log': {'1.0'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'NDPProxy': {'1.0'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Network': {'1.1'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Port': {'1.7'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'PortForwarding': {'1.3'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'QosPolicy': {'1.10'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SecurityGroup': {'1.5'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SecurityGroupRule': {'1.2'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SubPort': {'1.0'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Subnet': {'1.1'}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Trunk': {'1.1'}} Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: consumer versions: Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: { DHCP agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: HyperV agent@hv-cinder-85391: {}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: L3 agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: Metadata agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: Metering agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: Open vSwitch agent@dv-cinder-853910-4-iscsi: { 'AddressGroup': '1.2', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Agent': '1.1', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'ConntrackHelper': '1.0', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'LocalIPAssociation': '1.0', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Log': '1.0', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'NDPProxy': '1.0', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Network': '1.1', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Port': '1.7', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'PortForwarding': '1.3', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'QosPolicy': '1.10', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SecurityGroup': '1.5', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SecurityGroupRule': '1.2', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'SubPort': '1.0', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Subnet': '1.1', Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: 'Trunk': '1.1'}} Aug 30 05:11:47.002883 dv-cinder-853910-4-iscsi neutron-server[106379]: {{(pid=106379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 05:11:47.009109 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (996ccdc5-b602-44de-84a5-e9a6b62f687d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.010488 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:47.011324 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.014900 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (ed5f146b-eadf-48f9-804d-ce7fca63ef7f), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.085060 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (ed5f146b-eadf-48f9-804d-ce7fca63ef7f), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.086408 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909386db-dd92-4999-9827-11153730436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:47.087208 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.087755 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] Pushing event updated for resources: {'Network': ['ID=996ccdc5-b602-44de-84a5-e9a6b62f687d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:47.095885 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Made reservation on behalf of 7ea4da0dbf3a44eabbff29f884beb157 for: {'network': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:47.096666 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9943ab0b-8d13-4188-9afe-384478c9bb9d admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6937556 Aug 30 05:11:47.097545 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44618) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:47.098865 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.101604 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 996ccdc5-b602-44de-84a5-e9a6b62f687d details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:11:47.105227 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Request body: {'subnet': {'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1754509253-subnet', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:47.131302 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Made reservation on behalf of 0ed43db2f368485990e3add370edae5f for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:47.131561 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909386db-dd92-4999-9827-11153730436a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa68108-d74b-47a6-b4a5-408d2f939e5c,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:47.134327 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.151192 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.151543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.151896 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.152245 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.152984 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.152984 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.153190 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.153515 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.153845 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.154170 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.154510 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.154871 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.155201 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.155524 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.155844 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909386db-dd92-4999-9827-11153730436a admin admin] Tracked resource versions report: Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: pushed versions: Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: { 'AddressGroup': {'1.2'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Agent': {'1.1'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'ConntrackHelper': {'1.0'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'LocalIPAssociation': {'1.0'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Log': {'1.0'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'NDPProxy': {'1.0'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Network': {'1.1'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Port': {'1.7'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'PortForwarding': {'1.3'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'QosPolicy': {'1.10'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'SecurityGroup': {'1.5'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'SecurityGroupRule': {'1.2'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'SubPort': {'1.0'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Subnet': {'1.1'}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Trunk': {'1.1'}} Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: consumer versions: Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: { DHCP agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: HyperV agent@hv-cinder-85391: {}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: L3 agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: Metadata agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: Metering agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: Open vSwitch agent@dv-cinder-853910-4-iscsi: { 'AddressGroup': '1.2', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Agent': '1.1', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'ConntrackHelper': '1.0', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'LocalIPAssociation': '1.0', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Log': '1.0', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'NDPProxy': '1.0', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Network': '1.1', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Port': '1.7', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'PortForwarding': '1.3', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'QosPolicy': '1.10', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'SecurityGroup': '1.5', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'SecurityGroupRule': '1.2', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'SubPort': '1.0', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Subnet': '1.1', Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: 'Trunk': '1.1'}} Aug 30 05:11:47.157456 dv-cinder-853910-4-iscsi neutron-server[106380]: {{(pid=106380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 05:11:47.171867 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.220349 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Made reservation on behalf of d2ce224c162c414c9be681b76801969c for: {'network': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:47.223089 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.241459 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-909386db-dd92-4999-9827-11153730436a admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9246604 Aug 30 05:11:47.246110 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44624) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:47.253490 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.255023 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Request body: {'subnet': {'network_id': 'ed5f146b-eadf-48f9-804d-ce7fca63ef7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-725207330-subnet', 'tenant_id': '30239b4a7a034b13b01b8572a2ec40cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:47.279201 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:47.290585 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Made reservation on behalf of 30239b4a7a034b13b01b8572a2ec40cb for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:47.293338 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.339336 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909386db-dd92-4999-9827-11153730436a admin admin] Pushing event updated for resources: {'Network': ['ID=ed5f146b-eadf-48f9-804d-ce7fca63ef7f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:47.387078 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Publish callbacks [] for security_group (d5d9cc0c-1c10-44c5-b9ce-fff6ad17f64a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.407768 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network ed5f146b-eadf-48f9-804d-ce7fca63ef7f details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:11:47.472689 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Publish callbacks [] for security_group (78728edd-9638-49c9-a84d-8ebc8599f503), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.484672 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (78728edd-9638-49c9-a84d-8ebc8599f503), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.499204 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=106380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:11:47.502678 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Publish callbacks [] for security_group (efc347c2-718b-4ded-89a3-28cafd4e2374), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.525671 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:47.530289 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78728edd-9638-49c9-a84d-8ebc8599f503,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:47.534796 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (efc347c2-718b-4ded-89a3-28cafd4e2374), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.541720 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:47.549195 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (4597fd85-2e24-407a-9b99-a12983d471a1), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.549875 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.segments_db [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Added segment 4597fd85-2e24-407a-9b99-a12983d471a1 of type vlan for network 16c6adbd-c68c-4f67-83ee-76b6653a3867 Aug 30 05:11:47.551031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:47.555799 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d5d9cc0c-1c10-44c5-b9ce-fff6ad17f64a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.566076 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (8ddbee54-dcdc-4a69-b1ba-56daba8167e3), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.602720 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=106380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:11:47.622690 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc347c2-718b-4ded-89a3-28cafd4e2374,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:47.626015 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (8696b49b-95de-4375-8ffa-0625425244d2), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.626333 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.segments_db [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Added segment 8696b49b-95de-4375-8ffa-0625425244d2 of type vlan for network fba3e311-e2c8-4947-8745-e286c874d470 Aug 30 05:11:47.639024 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ddbee54-dcdc-4a69-b1ba-56daba8167e3,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:47.643642 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (16c6adbd-c68c-4f67-83ee-76b6653a3867), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.676808 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:11:47.700995 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Checking segment: {'id': '629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ed5f146b-eadf-48f9-804d-ce7fca63ef7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:47.701425 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Network hostable DHCP agents. Network: ed5f146b-eadf-48f9-804d-ce7fca63ef7f, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:11:47.714326 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (16c6adbd-c68c-4f67-83ee-76b6653a3867), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.715352 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:47.715924 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.742438 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (ea94359c-21bf-4f4a-ba49-517dccf41842), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.742775 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Added segment ea94359c-21bf-4f4a-ba49-517dccf41842 of type vlan for network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 Aug 30 05:11:47.749126 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (fba3e311-e2c8-4947-8745-e286c874d470), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.766212 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d9cc0c-1c10-44c5-b9ce-fff6ad17f64a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:47.788859 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3564436 Aug 30 05:11:47.792706 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44652) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:47.805210 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Request body: {'subnet': {'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-subnet', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:47.817469 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (3b8f3b19-c158-4a51-ad00-94c10f674fd4), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.825908 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Network ed5f146b-eadf-48f9-804d-ce7fca63ef7f is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:11:47.831035 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (f19a3a63-4a1b-4d2c-ab3d-dff746819db6), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.837364 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70fb62-d994-40ce-8d0d-c8005a132176 admin admin] Pushing event updated for resources: {'Network': ['ID=16c6adbd-c68c-4f67-83ee-76b6653a3867,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:47.844067 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Made reservation on behalf of d2ce224c162c414c9be681b76801969c for: {'subnet': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:47.846671 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.853054 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:11:47.879716 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (fba3e311-e2c8-4947-8745-e286c874d470), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:47.881441 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:47.882029 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.016989 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3486531 Aug 30 05:11:48.024643 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44658) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:48.033039 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Request body: {'subnet': {'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-subnet', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:48.034981 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, ed5f146b-eadf-48f9-804d-ce7fca63ef7f) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:48.040262 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:48.040844 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.049080 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:48.069159 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b590e4b9-f192-44f3-bc15-5475c8e4212a None None] Network ed5f146b-eadf-48f9-804d-ce7fca63ef7f requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:48.084255 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d595f9-4ab9-4a47-b98d-e844f2a09ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=fba3e311-e2c8-4947-8745-e286c874d470,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:48.100743 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8f3b19-c158-4a51-ad00-94c10f674fd4,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:48.111948 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-efada6a6-8b13-4d10-856f-ddb59cfe4e40 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8621180 Aug 30 05:11:48.121195 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (f19a3a63-4a1b-4d2c-ab3d-dff746819db6), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.123558 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:48.124460 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.136442 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network fba3e311-e2c8-4947-8745-e286c874d470 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:11:48.157280 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Checking segment: {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:48.158327 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Network hostable DHCP agents. Network: 996ccdc5-b602-44de-84a5-e9a6b62f687d, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:11:48.198426 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8995500 Aug 30 05:11:48.201467 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44666) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:48.213855 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Request body: {'subnet': {'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-265238289-subnet', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:48.215829 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Made reservation on behalf of 7ea4da0dbf3a44eabbff29f884beb157 for: {'subnet': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:48.228827 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.247969 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Made reservation on behalf of 116fb506b7794c1fa9460b5a861de136 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:48.250874 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.293305 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c1c4be-3bba-44ec-bdf7-7746918afda6 None None] Network ed5f146b-eadf-48f9-804d-ce7fca63ef7f requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:48.305297 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c52bd-4cfa-4dbe-ac52-4a2dcf8cc9e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f19a3a63-4a1b-4d2c-ab3d-dff746819db6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:48.322581 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Network 996ccdc5-b602-44de-84a5-e9a6b62f687d is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:11:48.336249 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 996ccdc5-b602-44de-84a5-e9a6b62f687d) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:48.341081 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:48.341675 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.354210 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:11:48.379876 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-32016de4-d913-4ef9-ac97-cfff37961f47 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2784083 Aug 30 05:11:48.383485 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44674) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:48.388490 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:48.442860 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb8204f-bda5-46cf-b2a9-b0eb35cc3ab0 None None] Network 996ccdc5-b602-44de-84a5-e9a6b62f687d requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:48.449417 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (ce111498-e8b2-406c-9a19-5b793f3eb03d), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.451713 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (ce111498-e8b2-406c-9a19-5b793f3eb03d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.552377 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:48.588203 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks [] for router_controller (ce111498-e8b2-406c-9a19-5b793f3eb03d), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.592911 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (802d55d3-5b78-4795-b734-cb45af8a6535), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.646464 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-996ccdc5-b602-44de-84a5-e9a6b62f687d', 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d', 'project_id': '0ed43db2f368485990e3add370edae5f', 'fixed_ips': [{'subnet_id': '3b8f3b19-c158-4a51-ad00-94c10f674fd4'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:11:48.648189 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.735789 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:48.803954 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:48.827587 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (4fa10be7-6243-453b-b109-c8dd7a1f8b04), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.873957 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (b72fa8d3-2305-413a-a425-ecf5efbcfd27), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.886642 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:48.925295 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802d55d3-5b78-4795-b734-cb45af8a6535,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:48.929330 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Checking segment: {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:48.929804 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Network hostable DHCP agents. Network: f19a3a63-4a1b-4d2c-ab3d-dff746819db6, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:11:48.934764 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks [] for router_gateway (ce111498-e8b2-406c-9a19-5b793f3eb03d), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:48.940543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Checking segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:48.940993 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Network hostable DHCP agents. Network: 16c6adbd-c68c-4f67-83ee-76b6653a3867, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:11:48.954171 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Allocated IP 172.20.0.2 (996ccdc5-b602-44de-84a5-e9a6b62f687d/3b8f3b19-c158-4a51-ad00-94c10f674fd4/eea0a4b5-1227-4824-aa46-28b5b2f2bd25) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:48.971589 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa10be7-6243-453b-b109-c8dd7a1f8b04,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:48.978275 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:11:49.023488 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, f19a3a63-4a1b-4d2c-ab3d-dff746819db6) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:49.028364 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:49.029109 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.059791 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-70686318-5f61-49bf-af01-e7304a8e5696 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8540034 Aug 30 05:11:49.061700 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44692) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:49.069626 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:49.076723 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:49.093535 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Checking segment: {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:49.093785 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Network hostable DHCP agents. Network: fba3e311-e2c8-4947-8745-e286c874d470, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:11:49.104219 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:11:49.120319 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72fa8d3-2305-413a-a425-ecf5efbcfd27,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:49.124692 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 16c6adbd-c68c-4f67-83ee-76b6653a3867) {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:49.131862 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:49.132481 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.145763 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Network fba3e311-e2c8-4947-8745-e286c874d470 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:11:49.158928 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-8e9e3559-6a4f-4fa2-9d3f-aad473c80735 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3626060 Aug 30 05:11:49.158928 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, fba3e311-e2c8-4947-8745-e286c874d470) {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:49.159228 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b38e7f-251c-493b-874e-49f9aa72c1a4 None None] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:49.160335 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44698) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:49.163324 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:49.163914 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.168588 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:49.197640 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (6a1894b7-0d70-4415-94dc-6d46e58c67a4), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.199116 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (6a1894b7-0d70-4415-94dc-6d46e58c67a4), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.203807 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c98f589-d736-427c-9c6e-3d847648f3f0 None None] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:49.210048 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-fd479ef1-0b49-4e26-8be0-255fb13f5f4d admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1809490 Aug 30 05:11:49.215905 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.216937 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751ffae-4b11-4786-b58a-707f1726ca1d None None] Network fba3e311-e2c8-4947-8745-e286c874d470 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:49.220500 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.235118 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44702) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:49.247100 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:49.274158 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:49.282437 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (a5e029d1-427c-4665-872b-7943b8b6dfbf), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.283588 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (a5e029d1-427c-4665-872b-7943b8b6dfbf), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.365391 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks [] for router_gateway (ce111498-e8b2-406c-9a19-5b793f3eb03d), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.372182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks [] for router_controller (6a1894b7-0d70-4415-94dc-6d46e58c67a4), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.404302 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.506353 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks [] for router_controller (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), precommit_add_association {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.633436 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-fba3e311-e2c8-4947-8745-e286c874d470', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:11:49.634349 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.725627 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:49.773623 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks [] for router_controller (a5e029d1-427c-4665-872b-7943b8b6dfbf), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.792521 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Allocated IP 172.27.4.7 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/18b3054f-3d7a-4320-92b6-1a040d7f1d80) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:49.865777 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44736) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:49.873845 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-446048285-network', 'tenant_id': '572ca9b0240149b3860a3f827ecc74eb'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:49.886552 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks [] for router_gateway (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.933772 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Made reservation on behalf of 572ca9b0240149b3860a3f827ecc74eb for: {'network': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:49.936186 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:49.943363 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks [] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.017553 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.067544 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks [] for router_gateway (6a1894b7-0d70-4415-94dc-6d46e58c67a4), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.075065 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.080969 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Publish callbacks [] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.091551 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'project_id': '116fb506b7794c1fa9460b5a861de136', 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:11:50.092486 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.106848 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:50.118702 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-16c6adbd-c68c-4f67-83ee-76b6653a3867', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'project_id': 'd2ce224c162c414c9be681b76801969c', 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:11:50.125032 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.135679 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.166170 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Allocated IP 172.20.0.2 (fba3e311-e2c8-4947-8745-e286c874d470/b72fa8d3-2305-413a-a425-ecf5efbcfd27/78b76673-e2cc-4289-a7eb-eb09511db953) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:50.200900 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Publish callbacks [] for security_group (641bb2d9-b34f-44eb-a7bb-a05ec79d5c52), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.210360 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Network 996ccdc5-b602-44de-84a5-e9a6b62f687d is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:50.245688 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:50.249016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:50.266139 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (641bb2d9-b34f-44eb-a7bb-a05ec79d5c52), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.328658 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=106380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:11:50.356402 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (538f60dd-f86a-4a9c-8ae4-211551c98e10), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.356825 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.segments_db [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Added segment 538f60dd-f86a-4a9c-8ae4-211551c98e10 of type vlan for network 0ffdfa42-9be0-49a1-a35b-16999e834317 Aug 30 05:11:50.358052 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:50.383487 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:50.426320 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641bb2d9-b34f-44eb-a7bb-a05ec79d5c52,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:50.440512 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Pushing event updated for resources: {'Port': ['ID=eea0a4b5-1227-4824-aa46-28b5b2f2bd25,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:50.517467 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:50.532070 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (0ffdfa42-9be0-49a1-a35b-16999e834317), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.543750 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:50.550787 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:50.562010 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:50.581994 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (0ffdfa42-9be0-49a1-a35b-16999e834317), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.584031 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:50.585125 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.640886 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Allocated IP 172.20.0.2 (f19a3a63-4a1b-4d2c-ab3d-dff746819db6/802d55d3-5b78-4795-b734-cb45af8a6535/0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:50.643211 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Pushing event updated for resources: {'Port': ['ID=18b3054f-3d7a-4320-92b6-1a040d7f1d80,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:50.716435 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks [] for router_gateway (6a1894b7-0d70-4415-94dc-6d46e58c67a4), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.758424 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks [] for router_gateway (a5e029d1-427c-4665-872b-7943b8b6dfbf), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.771070 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.788621 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9211516 Aug 30 05:11:50.796158 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44784) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:50.797967 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks [] for router_gateway (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.810343 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Request body: {'subnet': {'network_id': '0ffdfa42-9be0-49a1-a35b-16999e834317', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-446048285-subnet', 'tenant_id': '572ca9b0240149b3860a3f827ecc74eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:11:50.869142 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a6022-7da7-47c9-a5c5-5ff5e9658714 admin admin] Pushing event updated for resources: {'Network': ['ID=0ffdfa42-9be0-49a1-a35b-16999e834317,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:50.875718 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:50.912760 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.913114 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.913485 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.913862 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.914204 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.914554 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.914888 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.915221 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.915549 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.915877 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.916328 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.916682 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.917012 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.917338 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.917661 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Tracked resource versions report: Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: pushed versions: Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: { 'AddressGroup': {'1.2'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Agent': {'1.1'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'ConntrackHelper': {'1.0'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'LocalIPAssociation': {'1.0'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Log': {'1.0'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'NDPProxy': {'1.0'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Network': {'1.1'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Port': {'1.7'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'PortForwarding': {'1.3'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'QosPolicy': {'1.10'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SecurityGroup': {'1.5'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SecurityGroupRule': {'1.2'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SubPort': {'1.0'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Subnet': {'1.1'}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Trunk': {'1.1'}} Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: consumer versions: Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: { DHCP agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: HyperV agent@hv-cinder-85391: {}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: L3 agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: Metadata agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: Metering agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: Open vSwitch agent@dv-cinder-853910-4-iscsi: { 'AddressGroup': '1.2', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Agent': '1.1', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'ConntrackHelper': '1.0', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'LocalIPAssociation': '1.0', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Log': '1.0', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'NDPProxy': '1.0', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Network': '1.1', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Port': '1.7', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'PortForwarding': '1.3', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'QosPolicy': '1.10', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SecurityGroup': '1.5', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SecurityGroupRule': '1.2', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'SubPort': '1.0', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Subnet': '1.1', Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: 'Trunk': '1.1'}} Aug 30 05:11:50.918909 dv-cinder-853910-4-iscsi neutron-server[106381]: {{(pid=106381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 05:11:51.012949 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Made reservation on behalf of 572ca9b0240149b3860a3f827ecc74eb for: {'subnet': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:11:51.015401 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.017993 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Publish callbacks [] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.062101 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:51.064505 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 0ffdfa42-9be0-49a1-a35b-16999e834317 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:11:51.068892 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Attempting to bind port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:11:51.069303 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Attempting to bind port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:11:51.075322 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Attempting to bind port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 on network 996ccdc5-b602-44de-84a5-e9a6b62f687d {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:11:51.094437 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Allocated IP 172.27.4.49 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/551c685c-4eb8-4de7-881e-0e038af03f90) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:51.129826 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks [] for router_gateway (ce111498-e8b2-406c-9a19-5b793f3eb03d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.217368 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Publish callbacks [] for port (78b76673-e2cc-4289-a7eb-eb09511db953), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.228373 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:51.247350 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.249868 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:11:51.250564 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Checking segment: {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:51.251734 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.253019 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Bound using segment: {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:11:51.253745 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Bound port: eea0a4b5-1227-4824-aa46-28b5b2f2bd25, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:11:51.254439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.257707 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.283853 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:51.290763 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Network fba3e311-e2c8-4947-8745-e286c874d470 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:51.293956 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (d7861575-b74a-4a8b-9790-52fbfeaf4ef6), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.315430 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks [] for router_gateway (a5e029d1-427c-4665-872b-7943b8b6dfbf), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.335367 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:51.338926 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:51.349737 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.404579 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7861575-b74a-4a8b-9790-52fbfeaf4ef6,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:51.418302 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:51.487519 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Allocated IP 172.20.0.2 (16c6adbd-c68c-4f67-83ee-76b6653a3867/4fa10be7-6243-453b-b109-c8dd7a1f8b04/fc549216-ae0e-44f8-8103-17dfe84d064c) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:51.487519 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Attempting to bind port 78b76673-e2cc-4289-a7eb-eb09511db953 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:11:51.487519 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Attempting to bind port 78b76673-e2cc-4289-a7eb-eb09511db953 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:11:51.487519 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Attempting to bind port 78b76673-e2cc-4289-a7eb-eb09511db953 on network fba3e311-e2c8-4947-8745-e286c874d470 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:11:51.499292 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Checking segment: {'id': '538f60dd-f86a-4a9c-8ae4-211551c98e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0ffdfa42-9be0-49a1-a35b-16999e834317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:51.499667 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Network hostable DHCP agents. Network: 0ffdfa42-9be0-49a1-a35b-16999e834317, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:11:51.517139 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks [] for port (551c685c-4eb8-4de7-881e-0e038af03f90), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.533022 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:11:51.533443 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Checking segment: {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:51.533795 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.534182 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Bound using segment: {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:11:51.534674 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Bound port: 78b76673-e2cc-4289-a7eb-eb09511db953, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:11:51.535100 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.550794 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Network 0ffdfa42-9be0-49a1-a35b-16999e834317 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:11:51.577071 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 0ffdfa42-9be0-49a1-a35b-16999e834317) {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:51.585787 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:11:51.587505 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.622147 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-23eb4b72-3f45-444a-9d8e-a7f28a7751f8 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8210824 Aug 30 05:11:51.651106 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (ce111498-e8b2-406c-9a19-5b793f3eb03d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.655836 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:51.670720 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Pushing event updated for resources: {'Port': ['ID=0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:51.765627 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:51.788834 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21928ae2-525f-407a-96e4-ffced96db85e None None] Network 0ffdfa42-9be0-49a1-a35b-16999e834317 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:51.793162 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Pushing event updated for resources: {'Port': ['ID=78b76673-e2cc-4289-a7eb-eb09511db953,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:51.805334 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44826) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:51.867329 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:51.875388 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:51.884415 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=551c685c-4eb8-4de7-881e-0e038af03f90,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:51.890866 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:51.911675 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-711ed2bd-9f88-4c88-8c80-2af45cf80ccf admin admin] Deleting subnet 8ddbee54-dcdc-4a69-b1ba-56daba8167e3 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:11:51.916385 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Allocated IP 172.27.4.220 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/bf7d5e42-e592-4f77-abff-6eafad55d015) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:51.920618 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:51.924726 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-711ed2bd-9f88-4c88-8c80-2af45cf80ccf admin admin] Publish callbacks [] for subnet (8ddbee54-dcdc-4a69-b1ba-56daba8167e3), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.005782 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] For port eea0a4b5-1227-4824-aa46-28b5b2f2bd25, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:11:52.008998 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] For port eea0a4b5-1227-4824-aa46-28b5b2f2bd25, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=eea0a4b5-1227-4824-aa46-28b5b2f2bd25,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:11:52.019838 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:52.041624 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-711ed2bd-9f88-4c88-8c80-2af45cf80ccf admin admin] Publish callbacks [] for subnet (8ddbee54-dcdc-4a69-b1ba-56daba8167e3), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.041972 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:52.045135 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.133232 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-711ed2bd-9f88-4c88-8c80-2af45cf80ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (8ddbee54-dcdc-4a69-b1ba-56daba8167e3), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.160307 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21930d02-80ba-4c2b-a8c0-8d7ac711e2c1 None None] Pushing event updated for resources: {'Port': ['ID=eea0a4b5-1227-4824-aa46-28b5b2f2bd25,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:52.202562 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:52.278950 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c671589-54ac-4015-a443-72d3771f51a8 None None] Network 0ffdfa42-9be0-49a1-a35b-16999e834317 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:52.333305 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks [] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.352853 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-711ed2bd-9f88-4c88-8c80-2af45cf80ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (8ddbee54-dcdc-4a69-b1ba-56daba8167e3), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.412647 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:52.466869 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ed2bd-9f88-4c88-8c80-2af45cf80ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ddbee54-dcdc-4a69-b1ba-56daba8167e3,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:52.490187 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-711ed2bd-9f88-4c88-8c80-2af45cf80ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.496546 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-711ed2bd-9f88-4c88-8c80-2af45cf80ccf admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/8ddbee54-dcdc-4a69-b1ba-56daba8167e3 HTTP/1.1" status: 204 len: 168 time: 0.6900766 Aug 30 05:11:52.502478 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44850) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:52.641015 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] For port 78b76673-e2cc-4289-a7eb-eb09511db953, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:11:52.669387 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (ed5f146b-eadf-48f9-804d-ce7fca63ef7f), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.672562 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] For port 78b76673-e2cc-4289-a7eb-eb09511db953, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=78b76673-e2cc-4289-a7eb-eb09511db953,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:11:52.678870 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.687340 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks [] for router_gateway (6a1894b7-0d70-4415-94dc-6d46e58c67a4), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.747490 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Allocated IP 172.27.4.152 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/d7141657-a543-434e-a921-97a6766a695c) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:52.750395 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Publish callbacks [] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.759614 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:52.761493 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Attempting to bind port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:11:52.761893 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Attempting to bind port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:11:52.762262 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Attempting to bind port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c on network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:11:52.767350 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.771997 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:52.784590 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:52.808152 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:52.812570 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7d5e42-e592-4f77-abff-6eafad55d015,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:52.812893 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.818871 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Pushing event updated for resources: {'Port': ['ID=fc549216-ae0e-44f8-8103-17dfe84d064c,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:52.825684 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:11:52.826061 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Checking segment: {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:52.826522 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.826944 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Bound using segment: {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:11:52.827478 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Bound port: 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:11:52.827874 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:52.850886 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44854) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:53.001281 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:53.010778 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (ed5f146b-eadf-48f9-804d-ce7fca63ef7f), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.069059 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.069645 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.070736 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.071293 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.071813 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.072388 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.073049 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.073941 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.074458 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.075032 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.093182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:53.130778 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e32dd4-2b19-4186-b671-c7d15753ee93 None None] Pushing event updated for resources: {'Port': ['ID=78b76673-e2cc-4289-a7eb-eb09511db953,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:53.141209 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Router ce111498-e8b2-406c-9a19-5b793f3eb03d is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:11:53.164419 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] For port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:11:53.170237 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] For port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:11:53.188036 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.257737 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:53.264465 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:53.269245 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:53.274254 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks [] for port (d7141657-a543-434e-a921-97a6766a695c), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.302102 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (6a1894b7-0d70-4415-94dc-6d46e58c67a4), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.303599 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1863a-e43b-4841-8458-8a0fdfcb91ce None None] Pushing event updated for resources: {'Port': ['ID=0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:53.415894 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Attempting to bind port fc549216-ae0e-44f8-8103-17dfe84d064c on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:11:53.416461 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Attempting to bind port fc549216-ae0e-44f8-8103-17dfe84d064c by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:11:53.416972 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Attempting to bind port fc549216-ae0e-44f8-8103-17dfe84d064c on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:11:53.424455 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:11:53.425748 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Checking segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:53.427100 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.427796 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Bound using segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:11:53.443626 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Bound port: fc549216-ae0e-44f8-8103-17dfe84d064c, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:11:53.444293 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.540598 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.540879 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.541346 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.541559 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:11:53.541896 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5f146b-eadf-48f9-804d-ce7fca63ef7f']}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:53.549184 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:11:53.577719 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Sync routers for ids ['ce111498-e8b2-406c-9a19-5b793f3eb03d'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:11:53.601770 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] For port fc549216-ae0e-44f8-8103-17dfe84d064c, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:11:53.605367 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] For port fc549216-ae0e-44f8-8103-17dfe84d064c, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=fc549216-ae0e-44f8-8103-17dfe84d064c,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:11:53.612922 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (d7141657-a543-434e-a921-97a6766a695c), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.616590 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.654136 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Routers {'ce111498-e8b2-406c-9a19-5b793f3eb03d'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:11:53.655467 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ce111498-e8b2-406c-9a19-5b793f3eb03d'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:53.678390 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad') {'for_net_delete': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:53.678745 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad') {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:53.731684 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Pushing event updated for resources: {'Port': ['ID=d7141657-a543-434e-a921-97a6766a695c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:53.790180 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8fa6-09c8-4d9c-95cb-09302806185b None None] Pushing event updated for resources: {'Port': ['ID=fc549216-ae0e-44f8-8103-17dfe84d064c,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:53.811870 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:53.826305 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:53.837007 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.838270 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-107858b3-3ba9-4c1b-b277-26b5cd8f9e79 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4538667 Aug 30 05:11:53.850810 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44872) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:53.854843 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:53.894270 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24964883-6649-4b91-8c57-0c954bd22ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.927728 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105004'] for segment (629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.970689 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:53.985309 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=106380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:11:53.986727 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672422'] for segment (629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.093004 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Set router ce111498-e8b2-406c-9a19-5b793f3eb03d gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:11:54.122878 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:11:54.238703 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c03516-a0a1-4901-9c5d-fea3d1e26075 None None] Network 996ccdc5-b602-44de-84a5-e9a6b62f687d requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:54.281271 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (ed5f146b-eadf-48f9-804d-ce7fca63ef7f), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.287426 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.294222 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/ed5f146b-eadf-48f9-804d-ce7fca63ef7f HTTP/1.1" status: 204 len: 168 time: 1.7905273 Aug 30 05:11:54.295014 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44878) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:54.314659 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device eea0a4b5-1227-4824-aa46-28b5b2f2bd25 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:11:54.381230 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff89264-0263-41d0-aefa-25739f80b8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5f146b-eadf-48f9-804d-ce7fca63ef7f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:54.386913 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80dd3c5-2efd-40cf-a2cf-6b75b18dc3ec admin admin] Deleting subnet d7861575-b74a-4a8b-9790-52fbfeaf4ef6 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:11:54.391186 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e80dd3c5-2efd-40cf-a2cf-6b75b18dc3ec admin admin] Publish callbacks [] for subnet (d7861575-b74a-4a8b-9790-52fbfeaf4ef6), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.422271 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:54.461365 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e80dd3c5-2efd-40cf-a2cf-6b75b18dc3ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (d7861575-b74a-4a8b-9790-52fbfeaf4ef6), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.514466 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e80dd3c5-2efd-40cf-a2cf-6b75b18dc3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (d7861575-b74a-4a8b-9790-52fbfeaf4ef6), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.534031 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-01605515-f150-4917-9982-85fe5fbee376 None None] Provisioning complete for port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:11:54.534414 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-01605515-f150-4917-9982-85fe5fbee376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.609456 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:54.610723 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:54.620260 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e80dd3c5-2efd-40cf-a2cf-6b75b18dc3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (d7861575-b74a-4a8b-9790-52fbfeaf4ef6), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.642706 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:54.665554 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e80dd3c5-2efd-40cf-a2cf-6b75b18dc3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.672173 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-e80dd3c5-2efd-40cf-a2cf-6b75b18dc3ec admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/d7861575-b74a-4a8b-9790-52fbfeaf4ef6 HTTP/1.1" status: 204 len: 168 time: 0.3460016 Aug 30 05:11:54.683440 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:48Z', 'updated_at': '2022-08-30T05:11:50Z', 'revision_number': 3, 'project_id': '0ed43db2f368485990e3add370edae5f', 'gw_port': {'id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:54.685112 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44882) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:54.687655 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd3c5-2efd-40cf-a2cf-6b75b18dc3ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7861575-b74a-4a8b-9790-52fbfeaf4ef6,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:54.759813 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Checking router: ce111498-e8b2-406c-9a19-5b793f3eb03d for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:11:54.760172 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Updating router ce111498-e8b2-406c-9a19-5b793f3eb03d port 18b3054f-3d7a-4320-92b6-1a040d7f1d80 binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:11:54.816587 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:54.837917 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.839891 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-01605515-f150-4917-9982-85fe5fbee376 None None] Current status of the port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:11:54.840559 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-01605515-f150-4917-9982-85fe5fbee376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.874232 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b239c2-0120-4821-912e-a76fa018c566 None None] Network fba3e311-e2c8-4947-8745-e286c874d470 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:54.953859 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:11:54.954387 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:54.965503 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:11:55.049954 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (0ffdfa42-9be0-49a1-a35b-16999e834317), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.090272 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Sync routers for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:11:55.128351 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad resource provider aggregate not found Aug 30 05:11:55.132162 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks [] for router_gateway (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.167365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:11:55.168097 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:55.206441 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24964883-6649-4b91-8c57-0c954bd22ca5 admin admin] Publish callbacks [] for security_group (1707dfa0-4c80-4ab4-9d94-6d06ca3fb296), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.212123 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 629d2b8f-cbd6-4ec2-925d-1773f7c1b6ad found for delete ", "request_id": "req-1b691859-0232-47c1-b19e-249282f3f2d1"}]} Aug 30 05:11:55.313761 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks [] for router_gateway (a5e029d1-427c-4665-872b-7943b8b6dfbf), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.327595 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:11:55.397640 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ccf0d-3238-4225-93a4-10bc0adfb7ca None None] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:55.422091 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24964883-6649-4b91-8c57-0c954bd22ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1707dfa0-4c80-4ab4-9d94-6d06ca3fb296), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.480298 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-24964883-6649-4b91-8c57-0c954bd22ca5 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=27a07b7f74cc48e29883a106e15996a8&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6189911 Aug 30 05:11:55.484762 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Publish callbacks [] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.503849 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.514675 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24964883-6649-4b91-8c57-0c954bd22ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1707dfa0-4c80-4ab4-9d94-6d06ca3fb296,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:55.518113 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44902) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:55.522909 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Attempting to bind port 18b3054f-3d7a-4320-92b6-1a040d7f1d80 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:11:55.523286 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Attempting to bind port 18b3054f-3d7a-4320-92b6-1a040d7f1d80 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:11:55.523648 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Attempting to bind port 18b3054f-3d7a-4320-92b6-1a040d7f1d80 on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:11:55.532393 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:11:55.532775 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:55.533175 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.533628 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:11:55.534105 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Bound port: 18b3054f-3d7a-4320-92b6-1a040d7f1d80, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:11:55.534485 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.547261 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.548699 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-5c132d7d-689e-4a6b-b8d0-0a6ecb8a6ea8 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4874828 Aug 30 05:11:55.568898 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44904) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:55.619533 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-01605515-f150-4917-9982-85fe5fbee376 None None] For port eea0a4b5-1227-4824-aa46-28b5b2f2bd25, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=eea0a4b5-1227-4824-aa46-28b5b2f2bd25,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:11:55.619911 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] For port 18b3054f-3d7a-4320-92b6-1a040d7f1d80, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:11:55.638482 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] For port 18b3054f-3d7a-4320-92b6-1a040d7f1d80, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=18b3054f-3d7a-4320-92b6-1a040d7f1d80,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:11:55.641268 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Pushing event updated for resources: {'Port': ['ID=18b3054f-3d7a-4320-92b6-1a040d7f1d80,revision_number=2']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:55.649790 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.650150 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.650609 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.651001 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.651394 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.651815 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.652187 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.652596 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.652932 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.653261 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.653645 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.653997 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.654323 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.654836 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.655299 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Tracked resource versions report: Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: pushed versions: Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: { 'AddressGroup': {'1.2'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Agent': {'1.1'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'ConntrackHelper': {'1.0'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'LocalIPAssociation': {'1.0'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Log': {'1.0'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'NDPProxy': {'1.0'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Network': {'1.1'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Port': {'1.7'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'PortForwarding': {'1.3'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'QosPolicy': {'1.10'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SecurityGroup': {'1.5'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SecurityGroupRule': {'1.2'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SubPort': {'1.0'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Subnet': {'1.1'}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Trunk': {'1.1'}} Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: consumer versions: Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: { DHCP agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: HyperV agent@hv-cinder-85391: {}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: L3 agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: Metadata agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: Metering agent@dv-cinder-853910-4-iscsi: {}, Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: Open vSwitch agent@dv-cinder-853910-4-iscsi: { 'AddressGroup': '1.2', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Agent': '1.1', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'ConntrackHelper': '1.0', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'LocalIPAssociation': '1.0', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Log': '1.0', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'NDPProxy': '1.0', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Network': '1.1', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Port': '1.7', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'PortForwarding': '1.3', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'QosPolicy': '1.10', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SecurityGroup': '1.5', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SecurityGroupRule': '1.2', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'SubPort': '1.0', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Subnet': '1.1', Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: 'Trunk': '1.1'}} Aug 30 05:11:55.656716 dv-cinder-853910-4-iscsi neutron-server[106382]: {{(pid=106382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 05:11:55.662623 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.710457 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Routers {'ce111498-e8b2-406c-9a19-5b793f3eb03d'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:11:55.711795 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ce111498-e8b2-406c-9a19-5b793f3eb03d'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:55.716224 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8117e58-f19a-417f-986b-47ce9a4c221a None None] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:11:55.743729 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (a5e029d1-427c-4665-872b-7943b8b6dfbf), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.746537 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-997456c6-ad78-4cc8-8f42-bcdee40a3baf admin admin] Publish callbacks [] for security_group (1707dfa0-4c80-4ab4-9d94-6d06ca3fb296), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.809139 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:55.809513 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:55.810569 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:52Z', 'revision_number': 3, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:55.826697 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] Set router ce111498-e8b2-406c-9a19-5b793f3eb03d gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:11:55.830215 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (0ffdfa42-9be0-49a1-a35b-16999e834317), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.861222 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffdfa42-9be0-49a1-a35b-16999e834317']}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:55.881705 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Checking router: 6a1894b7-0d70-4415-94dc-6d46e58c67a4 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:11:55.882190 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Updating router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 port 551c685c-4eb8-4de7-881e-0e038af03f90 binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:11:55.884725 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538f60dd-f86a-4a9c-8ae4-211551c98e10') {'for_net_delete': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:55.885029 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538f60dd-f86a-4a9c-8ae4-211551c98e10') {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:55.889790 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:55.890740 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:55.897301 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105004'] for segment (538f60dd-f86a-4a9c-8ae4-211551c98e10), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.912110 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (538f60dd-f86a-4a9c-8ae4-211551c98e10), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.920287 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=106380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:11:55.920687 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672422'] for segment (538f60dd-f86a-4a9c-8ae4-211551c98e10), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:55.945597 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-01605515-f150-4917-9982-85fe5fbee376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.030713 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.044992 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.066256 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:48Z', 'updated_at': '2022-08-30T05:11:50Z', 'revision_number': 3, 'project_id': '0ed43db2f368485990e3add370edae5f', 'gw_port': {'id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:56.108473 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be4b8f-9d4e-4ed3-8f7a-eea9e337062a None None] The sync data for ids ['ce111498-e8b2-406c-9a19-5b793f3eb03d'] in dv-cinder-853910-4-iscsi is: [{'id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:48Z', 'updated_at': '2022-08-30T05:11:50Z', 'revision_number': 3, 'project_id': '0ed43db2f368485990e3add370edae5f', 'gw_port': {'id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:11:56.114917 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4103ca0-bdb4-4449-88ed-17d30bd42ce4 None None] Pushing event updated for resources: {'Port': ['ID=18b3054f-3d7a-4320-92b6-1a040d7f1d80,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:56.148686 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:56.149089 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:56.196159 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (0ffdfa42-9be0-49a1-a35b-16999e834317), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.201276 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.208402 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/0ffdfa42-9be0-49a1-a35b-16999e834317 HTTP/1.1" status: 204 len: 168 time: 1.5104628 Aug 30 05:11:56.253946 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa03092-4cfe-4238-884b-c88ba28ba731 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffdfa42-9be0-49a1-a35b-16999e834317,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:56.307356 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Router a5e029d1-427c-4665-872b-7943b8b6dfbf is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:11:56.311594 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-997456c6-ad78-4cc8-8f42-bcdee40a3baf admin admin] Publish callbacks [] for security_group (1707dfa0-4c80-4ab4-9d94-6d06ca3fb296), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.338479 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01605515-f150-4917-9982-85fe5fbee376 None None] Pushing event updated for resources: {'Port': ['ID=eea0a4b5-1227-4824-aa46-28b5b2f2bd25,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:56.442664 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Provisioning complete for port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:11:56.443217 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.491944 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-997456c6-ad78-4cc8-8f42-bcdee40a3baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1707dfa0-4c80-4ab4-9d94-6d06ca3fb296), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.497990 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-997456c6-ad78-4cc8-8f42-bcdee40a3baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.499222 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-997456c6-ad78-4cc8-8f42-bcdee40a3baf admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1707dfa0-4c80-4ab4-9d94-6d06ca3fb296 HTTP/1.1" status: 204 len: 168 time: 0.9762111 Aug 30 05:11:56.533896 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44918) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:56.551884 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:56.554807 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Allocated IP 172.20.0.1 (996ccdc5-b602-44de-84a5-e9a6b62f687d/3b8f3b19-c158-4a51-ad00-94c10f674fd4/6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:56.580866 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:56.584065 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.589524 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997456c6-ad78-4cc8-8f42-bcdee40a3baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1707dfa0-4c80-4ab4-9d94-6d06ca3fb296,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:56.845345 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Publish callbacks [] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.914167 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:11:56.922393 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:56.925783 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Sync routers for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:11:56.944296 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:11:56.944944 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:56.980626 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:56.987398 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-32940a05-c9b1-472a-8c6a-0bd3a2831dad admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7510972 Aug 30 05:11:56.994139 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44926) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:57.088487 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:11:57.090228 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-a07ee323-4901-4e39-af6b-c98c5c637ebc admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=30239b4a7a034b13b01b8572a2ec40cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5565650 Aug 30 05:11:57.090831 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 78b76673-e2cc-4289-a7eb-eb09511db953 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:11:57.096759 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44928) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:57.208908 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.218755 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:11:57.249570 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44932) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:57.263522 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Publish callbacks [] for port (551c685c-4eb8-4de7-881e-0e038af03f90), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.276173 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Current status of the port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:11:57.276578 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.277411 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 538f60dd-f86a-4a9c-8ae4-211551c98e10 resource provider aggregate not found Aug 30 05:11:57.296531 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.319830 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 538f60dd-f86a-4a9c-8ae4-211551c98e10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 538f60dd-f86a-4a9c-8ae4-211551c98e10 found for delete ", "request_id": "req-e2fda861-7a2e-4b81-9b40-d41d812755aa"}]} Aug 30 05:11:57.328569 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5415b843-6498-4d1d-b52d-4ffa04bf3f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.364245 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:11:57.369525 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Network 996ccdc5-b602-44de-84a5-e9a6b62f687d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:57.380941 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:57.392542 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:57.392800 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (ce111498-e8b2-406c-9a19-5b793f3eb03d), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.440808 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd928690-0246-4fd4-b937-0780b1b3225d admin admin] Publish callbacks [] for security_group (ffa68108-d74b-47a6-b4a5-408d2f939e5c), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.464485 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] For port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:11:57.468483 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Attempting to bind port 551c685c-4eb8-4de7-881e-0e038af03f90 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:11:57.469165 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Attempting to bind port 551c685c-4eb8-4de7-881e-0e038af03f90 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:11:57.473525 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Attempting to bind port 551c685c-4eb8-4de7-881e-0e038af03f90 on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:11:57.505022 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:54Z', 'revision_number': 3, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:57.506851 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:57.510969 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f21bd-74df-439c-844c-f17cd91232b8 None None] Pushing event updated for resources: {'Port': ['ID=551c685c-4eb8-4de7-881e-0e038af03f90,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:57.515507 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 78b76673-e2cc-4289-a7eb-eb09511db953 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:11:57.516138 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.518091 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.545796 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:11:57.546464 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:57.547094 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.547693 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:11:57.548374 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Bound port: 551c685c-4eb8-4de7-881e-0e038af03f90, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:11:57.548994 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.552214 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Checking router: a5e029d1-427c-4665-872b-7943b8b6dfbf for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:11:57.552574 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Updating router a5e029d1-427c-4665-872b-7943b8b6dfbf port d7141657-a543-434e-a921-97a6766a695c binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:11:57.564463 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd928690-0246-4fd4-b937-0780b1b3225d admin admin] Publish callbacks [] for security_group (ffa68108-d74b-47a6-b4a5-408d2f939e5c), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.586891 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (d7141657-a543-434e-a921-97a6766a695c), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.616419 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Pushing event updated for resources: {'Port': ['ID=0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:57.647927 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Provisioning complete for port 78b76673-e2cc-4289-a7eb-eb09511db953 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:11:57.648629 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.714046 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd928690-0246-4fd4-b937-0780b1b3225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ffa68108-d74b-47a6-b4a5-408d2f939e5c), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.716551 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd928690-0246-4fd4-b937-0780b1b3225d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.720333 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-bd928690-0246-4fd4-b937-0780b1b3225d admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ffa68108-d74b-47a6-b4a5-408d2f939e5c HTTP/1.1" status: 204 len: 168 time: 0.6161425 Aug 30 05:11:57.770117 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] For port 551c685c-4eb8-4de7-881e-0e038af03f90, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:11:57.775030 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] For port 551c685c-4eb8-4de7-881e-0e038af03f90, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=551c685c-4eb8-4de7-881e-0e038af03f90,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:11:57.789697 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:57.798863 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd928690-0246-4fd4-b937-0780b1b3225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa68108-d74b-47a6-b4a5-408d2f939e5c,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:57.813386 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:57.823874 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.840282 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.908519 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f21bd-74df-439c-844c-f17cd91232b8 None None] Pushing event updated for resources: {'Port': ['ID=551c685c-4eb8-4de7-881e-0e038af03f90,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:57.921847 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 78b76673-e2cc-4289-a7eb-eb09511db953 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:11:57.923054 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.950221 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Current status of the port 78b76673-e2cc-4289-a7eb-eb09511db953 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:11:57.950620 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.965583 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:57.997171 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Publish callbacks [] for port (d7141657-a543-434e-a921-97a6766a695c), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:57.998542 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:11:57.999263 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:58.001537 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:58.011588 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (d7141657-a543-434e-a921-97a6766a695c), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.100733 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] For port 78b76673-e2cc-4289-a7eb-eb09511db953, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=78b76673-e2cc-4289-a7eb-eb09511db953,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:11:58.109947 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.116467 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.188838 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:58.208906 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Attempting to bind port d7141657-a543-434e-a921-97a6766a695c on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:11:58.209696 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Attempting to bind port d7141657-a543-434e-a921-97a6766a695c by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:11:58.210274 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Attempting to bind port d7141657-a543-434e-a921-97a6766a695c on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:11:58.212311 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Pushing event updated for resources: {'Port': ['ID=78b76673-e2cc-4289-a7eb-eb09511db953,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:58.223668 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:11:58.224400 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:11:58.224981 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.225545 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:11:58.226191 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Bound port: d7141657-a543-434e-a921-97a6766a695c, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:11:58.226765 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (d7141657-a543-434e-a921-97a6766a695c), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.240442 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:58.251564 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d84c5e-4707-4730-b784-cfaf96ed5cb0 None None] Pushing event updated for resources: {'Port': ['ID=d7141657-a543-434e-a921-97a6766a695c,revision_number=2']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:58.297320 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] For port d7141657-a543-434e-a921-97a6766a695c, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:11:58.302433 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] For port d7141657-a543-434e-a921-97a6766a695c, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=d7141657-a543-434e-a921-97a6766a695c,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:11:58.311560 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (d7141657-a543-434e-a921-97a6766a695c), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.351579 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5415b843-6498-4d1d-b52d-4ffa04bf3f0a admin admin] Publish callbacks [] for security_group (ae7e79ad-304e-4b2f-bd78-96c31462fa50), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.368424 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:11:58.373897 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Provisioning complete for port fc549216-ae0e-44f8-8103-17dfe84d064c triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:11:58.374684 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.381794 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5415b843-6498-4d1d-b52d-4ffa04bf3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ae7e79ad-304e-4b2f-bd78-96c31462fa50), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.403083 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Sync routers for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:11:58.427988 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:11:58.433350 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.db.api [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 05:11:58.433838 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG oslo_db.api [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 05:11:58.434244 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:58.481250 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:11:58.481915 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:58.492514 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:11:58.533568 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44952) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:58.566487 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5415b843-6498-4d1d-b52d-4ffa04bf3f0a admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=eaf61f7b1bda4940b6b72cac26ee5cc4&name=default HTTP/1.1" status: 200 len: 2994 time: 1.3157532 Aug 30 05:11:58.578810 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44954) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:58.585130 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d84c5e-4707-4730-b784-cfaf96ed5cb0 None None] Pushing event updated for resources: {'Port': ['ID=d7141657-a543-434e-a921-97a6766a695c,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:58.595625 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:58.631096 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415b843-6498-4d1d-b52d-4ffa04bf3f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e79ad-304e-4b2f-bd78-96c31462fa50,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:58.657204 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.663210 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-4e3c70e7-ad5f-4b80-8578-4b50c3891a11 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5012898 Aug 30 05:11:58.674690 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:11:58.741525 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 44956) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:58.743011 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:58.790548 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:11:58.852258 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Allocated IP 172.20.0.1 (f19a3a63-4a1b-4d2c-ab3d-dff746819db6/802d55d3-5b78-4795-b734-cb45af8a6535/bf936b29-078f-4325-8f7a-c983e82218e5) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:11:58.902593 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4a325dc-d3a2-4cf1-af39-13e9ce9c2636 admin admin] Publish callbacks [] for security_group (ae7e79ad-304e-4b2f-bd78-96c31462fa50), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.956233 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d7568faa-2b07-4d2f-944a-33d246efb5a9 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=572ca9b0240149b3860a3f827ecc74eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4193258 Aug 30 05:11:58.959016 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 44964) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:11:58.984035 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:54Z', 'revision_number': 3, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:58.995840 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:58.999400 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Publish callbacks [] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.014160 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.015214 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (ce111498-e8b2-406c-9a19-5b793f3eb03d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.017815 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4a325dc-d3a2-4cf1-af39-13e9ce9c2636 admin admin] Publish callbacks [] for security_group (ae7e79ad-304e-4b2f-bd78-96c31462fa50), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.036664 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbed37-477b-463f-915a-4f1acc125185 None None] The sync data for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi is: [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:54Z', 'revision_number': 3, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:11:59.096622 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0beef2a5-1f8a-4d6f-9716-47ab77b21857 admin admin] Publish callbacks [] for security_group (641bb2d9-b34f-44eb-a7bb-a05ec79d5c52), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.115990 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:59.119464 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Publish callbacks [] for port (bf936b29-078f-4325-8f7a-c983e82218e5), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.146610 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0beef2a5-1f8a-4d6f-9716-47ab77b21857 admin admin] Publish callbacks [] for security_group (641bb2d9-b34f-44eb-a7bb-a05ec79d5c52), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.198638 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Current status of the port fc549216-ae0e-44f8-8103-17dfe84d064c is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:11:59.199041 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.199839 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4a325dc-d3a2-4cf1-af39-13e9ce9c2636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ae7e79ad-304e-4b2f-bd78-96c31462fa50), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.201089 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 78b76673-e2cc-4289-a7eb-eb09511db953 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:11:59.202513 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:11:59.202631 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4a325dc-d3a2-4cf1-af39-13e9ce9c2636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.205892 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-b4a325dc-d3a2-4cf1-af39-13e9ce9c2636 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ae7e79ad-304e-4b2f-bd78-96c31462fa50 HTTP/1.1" status: 204 len: 168 time: 0.5776043 Aug 30 05:11:59.221915 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a325dc-d3a2-4cf1-af39-13e9ce9c2636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e79ad-304e-4b2f-bd78-96c31462fa50,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:59.240486 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.257628 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:52Z', 'revision_number': 3, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:59.301255 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:59.303901 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Pushing event updated for resources: {'Port': ['ID=bf936b29-078f-4325-8f7a-c983e82218e5,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:59.335118 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a0b72-501b-4343-a30a-3501a28c51dd None None] The sync data for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi is: [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:52Z', 'revision_number': 3, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:11:59.349696 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] For port fc549216-ae0e-44f8-8103-17dfe84d064c, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=fc549216-ae0e-44f8-8103-17dfe84d064c,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:11:59.366439 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:59.370099 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:11:59.372792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:11:59.394050 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.428730 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0beef2a5-1f8a-4d6f-9716-47ab77b21857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (641bb2d9-b34f-44eb-a7bb-a05ec79d5c52), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.431390 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0beef2a5-1f8a-4d6f-9716-47ab77b21857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.451338 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-0beef2a5-1f8a-4d6f-9716-47ab77b21857 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/641bb2d9-b34f-44eb-a7bb-a05ec79d5c52 HTTP/1.1" status: 204 len: 168 time: 0.4893878 Aug 30 05:11:59.479167 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beef2a5-1f8a-4d6f-9716-47ab77b21857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641bb2d9-b34f-44eb-a7bb-a05ec79d5c52,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:59.495008 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:59.498845 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (6a1894b7-0d70-4415-94dc-6d46e58c67a4), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.607916 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:59.659876 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:59.701878 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52724d-e892-4e17-a29f-2a3d7c06b441 None None] Pushing event updated for resources: {'Port': ['ID=fc549216-ae0e-44f8-8103-17dfe84d064c,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:11:59.723286 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:11:59.725193 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:11:59.727536 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:11:59.741332 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:53Z', 'revision_number': 3, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:11:59.751694 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Network 996ccdc5-b602-44de-84a5-e9a6b62f687d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:11:59.772940 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:00.163434 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:00.269392 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Checking router: ed74b9f6-95e9-43ca-9696-1eb97c6c7427 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:12:00.270377 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Router ce111498-e8b2-406c-9a19-5b793f3eb03d has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:12:00.275656 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Updating router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 port bf7d5e42-e592-4f77-abff-6eafad55d015 binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:12:00.278137 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Provisioning complete for port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:00.278661 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:00.517816 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:00.520367 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:00.594285 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:12:00.599861 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Publish callbacks [] for port (bf936b29-078f-4325-8f7a-c983e82218e5), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:00.603351 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2de1e8b9-bd33-43d0-9465-87a954ac49f8 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/ce111498-e8b2-406c-9a19-5b793f3eb03d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7453551 Aug 30 05:12:00.607490 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Sync routers for ids ['ce111498-e8b2-406c-9a19-5b793f3eb03d'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:12:00.620020 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:00.633258 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Routers {'ce111498-e8b2-406c-9a19-5b793f3eb03d'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:00.633895 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ce111498-e8b2-406c-9a19-5b793f3eb03d'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:00.649249 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:00.724507 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Allocated IP 172.20.0.1 (fba3e311-e2c8-4947-8745-e286c874d470/b72fa8d3-2305-413a-a425-ecf5efbcfd27/0b9e1a68-da72-423e-aaa8-63a4bdf27d71) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:12:00.869095 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (6a1894b7-0d70-4415-94dc-6d46e58c67a4), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:00.878978 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Pushing event updated for resources: {'Port': ['ID=bf936b29-078f-4325-8f7a-c983e82218e5,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:00.899824 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Set router ce111498-e8b2-406c-9a19-5b793f3eb03d gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:00.988923 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.168446 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:01.175101 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:01.246755 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:01.343860 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:01.345889 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:48Z', 'updated_at': '2022-08-30T05:11:57Z', 'revision_number': 4, 'project_id': '0ed43db2f368485990e3add370edae5f', 'gw_port': {'id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64', 'name': '', 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'mac_address': 'fa:16:3e:50:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b8f3b19-c158-4a51-ad00-94c10f674fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:56Z', 'updated_at': '2022-08-30T05:11:58Z', 'revision_number': 2, 'project_id': '0ed43db2f368485990e3add370edae5f', 'subnets': [{'id': '3b8f3b19-c158-4a51-ad00-94c10f674fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:01.410737 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Checking router: ce111498-e8b2-406c-9a19-5b793f3eb03d for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:12:01.411783 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Updating router ce111498-e8b2-406c-9a19-5b793f3eb03d port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:12:01.450976 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.487105 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Allocated IP 172.20.0.1 (16c6adbd-c68c-4f67-83ee-76b6653a3867/4fa10be7-6243-453b-b109-c8dd7a1f8b04/fcbbdc85-f184-48f5-8501-e908069e3210) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:12:01.519028 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Publish callbacks [] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.532585 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.640336 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Publish callbacks [] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.652092 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Current status of the port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:01.676523 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Attempting to bind port bf7d5e42-e592-4f77-abff-6eafad55d015 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:01.677242 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Attempting to bind port bf7d5e42-e592-4f77-abff-6eafad55d015 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:01.677758 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Attempting to bind port bf7d5e42-e592-4f77-abff-6eafad55d015 on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:01.698587 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:01.699116 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:01.699559 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.699959 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:01.700436 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Bound port: bf7d5e42-e592-4f77-abff-6eafad55d015, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:01.700816 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.702531 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Provisioning complete for port 78b76673-e2cc-4289-a7eb-eb09511db953 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:01.702929 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.706205 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4fd8c-24a0-42d1-a740-6752b2762d1d None None] Pushing event updated for resources: {'Port': ['ID=bf7d5e42-e592-4f77-abff-6eafad55d015,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:01.710284 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:01.723135 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.798746 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] For port bf7d5e42-e592-4f77-abff-6eafad55d015, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:01.815477 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] For port bf7d5e42-e592-4f77-abff-6eafad55d015, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=bf7d5e42-e592-4f77-abff-6eafad55d015,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:01.836796 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Network fba3e311-e2c8-4947-8745-e286c874d470 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:01.843898 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:01.873753 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:01.893533 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:01.898289 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:12:01.899128 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (a5e029d1-427c-4665-872b-7943b8b6dfbf), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:02.066569 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:12:02.134177 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 78b76673-e2cc-4289-a7eb-eb09511db953 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:02.276074 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:02.285778 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:02.287868 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:02.292129 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:02.348986 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:12:02.367229 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Pushing event updated for resources: {'Port': ['ID=0b9e1a68-da72-423e-aaa8-63a4bdf27d71,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:02.372043 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-7388276c-6354-405f-8561-554aaefe8d23 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/6a1894b7-0d70-4415-94dc-6d46e58c67a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7818446 Aug 30 05:12:02.428928 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Publish callbacks [] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:02.443174 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:02.462683 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Current status of the port 78b76673-e2cc-4289-a7eb-eb09511db953 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:02.516306 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4fd8c-24a0-42d1-a740-6752b2762d1d None None] Pushing event updated for resources: {'Port': ['ID=bf7d5e42-e592-4f77-abff-6eafad55d015,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:02.519314 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:02.527107 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:02.533410 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Provisioning complete for port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:02.533975 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:02.678806 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Attempting to bind port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:02.679476 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Attempting to bind port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:02.680019 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Attempting to bind port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 on network 996ccdc5-b602-44de-84a5-e9a6b62f687d {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:02.702185 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:02.702789 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Checking segment: {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:02.703372 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:02.703945 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Bound using segment: {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:02.704580 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Bound port: 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:02.705122 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:02.726760 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:02.783902 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] For port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:02.789942 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] For port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:02.803825 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:02.806343 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa56f50-62fe-4192-921d-2c251d6112be None None] Pushing event updated for resources: {'Port': ['ID=6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:02.955171 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Routers {'ce111498-e8b2-406c-9a19-5b793f3eb03d'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:02.955821 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ce111498-e8b2-406c-9a19-5b793f3eb03d'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:02.964061 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa56f50-62fe-4192-921d-2c251d6112be None None] Pushing event updated for resources: {'Port': ['ID=6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64,revision_number=4']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:02.982725 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Publish callbacks [] for port (fcbbdc85-f184-48f5-8501-e908069e3210), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:03.017451 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:03.128907 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] Set router ce111498-e8b2-406c-9a19-5b793f3eb03d gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:03.135582 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:03.203295 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 78b76673-e2cc-4289-a7eb-eb09511db953 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:03.203684 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:03.206397 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:03.216090 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:03.223654 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:12:03.231485 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:03.364301 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Pushing event updated for resources: {'Port': ['ID=fcbbdc85-f184-48f5-8501-e908069e3210,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:03.404865 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:53Z', 'revision_number': 3, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:03.412233 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Publish callbacks [] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:03.421577 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:03.431626 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:03.431626 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (a5e029d1-427c-4665-872b-7943b8b6dfbf), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:03.516302 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Sync routers for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:12:03.531953 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7efca0-ca50-457b-9c1b-dad80a4d971d None None] The sync data for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi is: [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:53Z', 'revision_number': 3, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:12:03.645141 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 78b76673-e2cc-4289-a7eb-eb09511db953 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:03.647726 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device fc549216-ae0e-44f8-8103-17dfe84d064c up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:03.653935 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:03.744810 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:48Z', 'updated_at': '2022-08-30T05:11:57Z', 'revision_number': 4, 'project_id': '0ed43db2f368485990e3add370edae5f', 'gw_port': {'id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64', 'name': '', 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'mac_address': 'fa:16:3e:50:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b8f3b19-c158-4a51-ad00-94c10f674fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:56Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '0ed43db2f368485990e3add370edae5f', 'subnets': [{'id': '3b8f3b19-c158-4a51-ad00-94c10f674fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:03.745096 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:03.745927 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:03.750237 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Pushing event updated for resources: {'Port': ['ID=0b9e1a68-da72-423e-aaa8-63a4bdf27d71,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:03.795847 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3865fc4c-b5ba-410d-9bd5-6b476b61c698 None None] The sync data for ids ['ce111498-e8b2-406c-9a19-5b793f3eb03d'] in dv-cinder-853910-4-iscsi is: [{'id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:48Z', 'updated_at': '2022-08-30T05:11:57Z', 'revision_number': 4, 'project_id': '0ed43db2f368485990e3add370edae5f', 'gw_port': {'id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64', 'name': '', 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'mac_address': 'fa:16:3e:50:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3b8f3b19-c158-4a51-ad00-94c10f674fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:56Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '0ed43db2f368485990e3add370edae5f', 'subnets': [{'id': '3b8f3b19-c158-4a51-ad00-94c10f674fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:12:03.913931 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:03.939845 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:03.942646 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Network fba3e311-e2c8-4947-8745-e286c874d470 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:03.951653 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:04.103338 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:04.292894 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Publish callbacks [] for port (fcbbdc85-f184-48f5-8501-e908069e3210), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:04.327324 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:04.328299 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:04.414842 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Current status of the port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:04.561203 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Router a5e029d1-427c-4665-872b-7943b8b6dfbf has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:12:04.585332 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Pushing event updated for resources: {'Port': ['ID=fcbbdc85-f184-48f5-8501-e908069e3210,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:04.695493 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45180) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:04.697885 dv-cinder-853910-4-iscsi neutron-server[106380]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 05:12:04.707738 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Provisioning complete for port fc549216-ae0e-44f8-8103-17dfe84d064c triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:04.708094 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:04.710226 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:04.797833 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:00Z', 'revision_number': 2, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:04.809214 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port fc549216-ae0e-44f8-8103-17dfe84d064c triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:04.809592 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:04.838301 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45188) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:04.844395 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2e8c6ef6-b92e-4b58-bd7d-316f0e38361d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555977442', 'description': 'tempest-description--129785787'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:04.938062 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:04.942150 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:04.951715 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:04.985609 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:05.006202 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6ef6-b92e-4b58-bd7d-316f0e38361d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:05.017877 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Checking router: 6a1894b7-0d70-4415-94dc-6d46e58c67a4 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:12:05.020026 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Updating router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 port bf936b29-078f-4325-8f7a-c983e82218e5 binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:12:05.041145 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6312-9734-487f-b542-0aeb491b65a2 req-791fa021-d043-4d45-abc3-219e0286ca2a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:05.049969 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-791fa021-d043-4d45-abc3-219e0286ca2a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/networks?id=996ccdc5-b602-44de-84a5-e9a6b62f687d HTTP/1.1" status: 200 len: 812 time: 0.3526018 Aug 30 05:12:05.075571 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-1472bc49-b2a2-4e47-a103-b7c085145c20 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/quotas/0ed43db2f368485990e3add370edae5f HTTP/1.1" status: 200 len: 375 time: 0.0237098 Aug 30 05:12:05.145010 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:05.155537 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:12:05.185060 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Sync routers for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:12:05.188969 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-73c99b78-13c9-46ea-bdab-c7639e32c77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:05.198305 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b3e30271-1291-4f8b-9bad-91dfe6e0466f admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/a5e029d1-427c-4665-872b-7943b8b6dfbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2022109 Aug 30 05:12:05.210063 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:05.217827 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:11:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:05.278314 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-3af79cc2-8ff7-456f-ae7c-7f27aac47017 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=0ed43db2f368485990e3add370edae5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2010126 Aug 30 05:12:05.370793 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port fc549216-ae0e-44f8-8103-17dfe84d064c is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:05.378762 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 18b3054f-3d7a-4320-92b6-1a040d7f1d80 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:05.542387 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:05.562403 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Current status of the port fc549216-ae0e-44f8-8103-17dfe84d064c is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:05.572737 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:12:05.597046 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6ef6-b92e-4b58-bd7d-316f0e38361d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (607a4fd9-cec0-4fae-af2b-630f3b6745fe), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:05.611169 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6ef6-b92e-4b58-bd7d-316f0e38361d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (607a4fd9-cec0-4fae-af2b-630f3b6745fe), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:05.704819 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Provisioning complete for port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:05.704819 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:05.704819 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 18b3054f-3d7a-4320-92b6-1a040d7f1d80 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:05.704819 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:05.859706 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6ef6-b92e-4b58-bd7d-316f0e38361d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:05.869365 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45224) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:05.874147 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-e12e3d79-65fb-4c17-a7d1-3b3beb1eeae2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1687391803', 'description': 'tempest-description--1710853008'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:05.877632 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2e8c6ef6-b92e-4b58-bd7d-316f0e38361d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0298295 Aug 30 05:12:05.878437 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45226) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:05.900896 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-25920e00-0df5-47f6-9718-3d1b5df19261 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'security_group_rule': {'security_group_id': '607a4fd9-cec0-4fae-af2b-630f3b6745fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:05.953474 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-2158265b-bbd5-4451-9998-a0d2097cc2f1 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:12:05.967309 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-2158265b-bbd5-4451-9998-a0d2097cc2f1 service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1843274 Aug 30 05:12:05.967732 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:05.977793 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c6ef6-b92e-4b58-bd7d-316f0e38361d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607a4fd9-cec0-4fae-af2b-630f3b6745fe,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:05.983833 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e12e3d79-65fb-4c17-a7d1-3b3beb1eeae2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.042233 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 18b3054f-3d7a-4320-92b6-1a040d7f1d80 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:06.043301 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.078536 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:06.081446 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25920e00-0df5-47f6-9718-3d1b5df19261 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (2067df71-97d1-49d4-b31a-28a198c436fb), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.118153 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 18b3054f-3d7a-4320-92b6-1a040d7f1d80, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=18b3054f-3d7a-4320-92b6-1a040d7f1d80,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:06.121564 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Current status of the port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:06.121958 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.146064 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 2, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:06.172703 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] For port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:06.185216 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25920e00-0df5-47f6-9718-3d1b5df19261 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (2067df71-97d1-49d4-b31a-28a198c436fb), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.187937 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.189011 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device eea0a4b5-1227-4824-aa46-28b5b2f2bd25 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:06.193436 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:12:06.196714 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25920e00-0df5-47f6-9718-3d1b5df19261 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (2067df71-97d1-49d4-b31a-28a198c436fb), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.201866 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-44391794-129c-436d-a1c4-786e7dd11dab admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/ed74b9f6-95e9-43ca-9696-1eb97c6c7427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4576254 Aug 30 05:12:06.231417 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25920e00-0df5-47f6-9718-3d1b5df19261 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2067df71-97d1-49d4-b31a-28a198c436fb,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:06.250004 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25920e00-0df5-47f6-9718-3d1b5df19261 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.251491 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-25920e00-0df5-47f6-9718-3d1b5df19261 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3640413 Aug 30 05:12:06.255342 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45242) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:06.262190 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-41d60239-ff94-4885-8928-ac4f6e9330e4 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'security_group_rule': {'security_group_id': '607a4fd9-cec0-4fae-af2b-630f3b6745fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:06.271053 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Checking router: a5e029d1-427c-4665-872b-7943b8b6dfbf for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:12:06.271566 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Updating router a5e029d1-427c-4665-872b-7943b8b6dfbf port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:12:06.296859 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.309764 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41d60239-ff94-4885-8928-ac4f6e9330e4 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (4ef77551-14e4-40a6-a62a-c5f50a25899f), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.316857 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:06.365081 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.366440 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:06.380498 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e12e3d79-65fb-4c17-a7d1-3b3beb1eeae2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (8e5879b6-a4aa-4c71-9e73-06bb92132f3b), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.384304 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=18b3054f-3d7a-4320-92b6-1a040d7f1d80,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:06.394927 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-a47d903b-f273-436d-916c-8423bfbcc0d5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/996ccdc5-b602-44de-84a5-e9a6b62f687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250746 Aug 30 05:12:06.421759 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e12e3d79-65fb-4c17-a7d1-3b3beb1eeae2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8e5879b6-a4aa-4c71-9e73-06bb92132f3b), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.432870 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:06.433773 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.479434 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Provisioning complete for port bf936b29-078f-4325-8f7a-c983e82218e5 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:06.480674 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.508392 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41d60239-ff94-4885-8928-ac4f6e9330e4 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (4ef77551-14e4-40a6-a62a-c5f50a25899f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.525966 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41d60239-ff94-4885-8928-ac4f6e9330e4 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (4ef77551-14e4-40a6-a62a-c5f50a25899f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.532987 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e12e3d79-65fb-4c17-a7d1-3b3beb1eeae2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.534215 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-e12e3d79-65fb-4c17-a7d1-3b3beb1eeae2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6638038 Aug 30 05:12:06.537663 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45252) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:06.542131 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-45055593-67a2-441b-97f4-dd18c8811685 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'security_group_rule': {'security_group_id': '8e5879b6-a4aa-4c71-9e73-06bb92132f3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:06.554045 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e3d79-65fb-4c17-a7d1-3b3beb1eeae2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5879b6-a4aa-4c71-9e73-06bb92132f3b,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:06.575282 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60239-ff94-4885-8928-ac4f6e9330e4 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef77551-14e4-40a6-a62a-c5f50a25899f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:06.602361 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41d60239-ff94-4885-8928-ac4f6e9330e4 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.609895 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45254) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:06.611699 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-41d60239-ff94-4885-8928-ac4f6e9330e4 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3536861 Aug 30 05:12:06.624470 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-126e5df8-3c06-4a2c-94a7-7cd4e3439891 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/996ccdc5-b602-44de-84a5-e9a6b62f687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284846 Aug 30 05:12:06.641399 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:06.655441 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-45055593-67a2-441b-97f4-dd18c8811685 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (f02ae65e-f3da-419e-aae1-e4f31b796104), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.657384 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Publish callbacks [] for port (bf936b29-078f-4325-8f7a-c983e82218e5), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.706722 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00807ddd-8b66-4727-b900-43ded0e9b60d None None] Pushing event updated for resources: {'Port': ['ID=6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:06.711680 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:06.712770 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device d7141657-a543-434e-a921-97a6766a695c up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:06.750741 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.758851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Port bf936b29-078f-4325-8f7a-c983e82218e5 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:12:06.770119 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Provisioning complete for port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:06.770514 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.807352 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.823579 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:12:06.833716 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45262) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:06.953686 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port d7141657-a543-434e-a921-97a6766a695c triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:06.954111 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (d7141657-a543-434e-a921-97a6766a695c), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:06.958976 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Provisioning complete for port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:06.959770 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.008785 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-45055593-67a2-441b-97f4-dd18c8811685 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (f02ae65e-f3da-419e-aae1-e4f31b796104), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.029680 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Publish callbacks [] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.037008 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:07.061064 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-45055593-67a2-441b-97f4-dd18c8811685 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (f02ae65e-f3da-419e-aae1-e4f31b796104), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.065966 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.081116 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Attempting to bind port bf936b29-078f-4325-8f7a-c983e82218e5 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:07.081490 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Attempting to bind port bf936b29-078f-4325-8f7a-c983e82218e5 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:07.082390 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Attempting to bind port bf936b29-078f-4325-8f7a-c983e82218e5 on network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:07.100080 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c381f75-0958-4dec-9a75-0d4aaad88402 None None] Pushing event updated for resources: {'Port': ['ID=bf936b29-078f-4325-8f7a-c983e82218e5,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:07.126078 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:07.145790 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f711ca2e-5aee-4cf7-8ac9-ec6d140c54af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.203704 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-45055593-67a2-441b-97f4-dd18c8811685 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.206731 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-45055593-67a2-441b-97f4-dd18c8811685 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6681299 Aug 30 05:12:07.210483 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45300) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:07.211046 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a33660-5d76-40ed-b458-e1606df8bb08 None None] Pushing event updated for resources: {'Port': ['ID=0b9e1a68-da72-423e-aaa8-63a4bdf27d71,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:07.258001 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45055593-67a2-441b-97f4-dd18c8811685 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02ae65e-f3da-419e-aae1-e4f31b796104,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:07.273788 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-25629452-eaf5-4d19-940d-9a2032a575be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'security_group_rule': {'security_group_id': '8e5879b6-a4aa-4c71-9e73-06bb92132f3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:07.309048 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:07.309963 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Checking segment: {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:07.310546 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.311104 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Bound using segment: {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:07.312016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Bound port: bf936b29-078f-4325-8f7a-c983e82218e5, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:07.312675 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.358272 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5561aabf-efcc-46f0-b49d-a8ad1bb5a4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.366131 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.398032 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Attempting to bind port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:07.398576 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Attempting to bind port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:07.400796 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Attempting to bind port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 on network fba3e311-e2c8-4947-8745-e286c874d470 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:07.424544 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:07.429515 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Checking segment: {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:07.431342 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.432152 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Bound using segment: {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:07.434449 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Bound port: 0b9e1a68-da72-423e-aaa8-63a4bdf27d71, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:07.437101 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.446793 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f711ca2e-5aee-4cf7-8ac9-ec6d140c54af admin admin] Publish callbacks [] for security_group (f2f704f0-3986-4d1e-9246-6cf097af74b5), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.463272 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f711ca2e-5aee-4cf7-8ac9-ec6d140c54af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (f2f704f0-3986-4d1e-9246-6cf097af74b5), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.465004 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f435d49c-1e87-46ed-8554-ed6206236dd2 req-7046bacf-75e7-4ddb-992e-8fb98e838d30 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.2691066 Aug 30 05:12:07.526500 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45324) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:07.533535 dv-cinder-853910-4-iscsi neutron-server[106379]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 05:12:07.567952 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port d7141657-a543-434e-a921-97a6766a695c is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:07.568358 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (d7141657-a543-434e-a921-97a6766a695c), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.572003 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f711ca2e-5aee-4cf7-8ac9-ec6d140c54af admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=558c2bea073546cabaffbf54e1d85a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7340255 Aug 30 05:12:07.572691 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45328) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:07.579458 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:12:07.621007 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:07.639567 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25629452-eaf5-4d19-940d-9a2032a575be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (5da624a1-49bb-43b8-a42b-74a29efbc972), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.649577 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] For port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:07.661833 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] For port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0b9e1a68-da72-423e-aaa8-63a4bdf27d71,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:07.673175 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.795760 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port d7141657-a543-434e-a921-97a6766a695c, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=d7141657-a543-434e-a921-97a6766a695c,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:07.813856 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:07.819518 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (d7141657-a543-434e-a921-97a6766a695c), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:07.820413 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 551c685c-4eb8-4de7-881e-0e038af03f90 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:07.828783 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a33660-5d76-40ed-b458-e1606df8bb08 None None] Pushing event updated for resources: {'Port': ['ID=0b9e1a68-da72-423e-aaa8-63a4bdf27d71,revision_number=4']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:07.829265 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Current status of the port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:07.834487 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] For port bf936b29-078f-4325-8f7a-c983e82218e5, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:07.851489 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711ca2e-5aee-4cf7-8ac9-ec6d140c54af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f704f0-3986-4d1e-9246-6cf097af74b5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:07.861719 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:07.864354 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:12:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:07.902325 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:07.924939 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] For port bf936b29-078f-4325-8f7a-c983e82218e5, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=bf936b29-078f-4325-8f7a-c983e82218e5,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:07.945071 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Provisioning complete for port fcbbdc85-f184-48f5-8501-e908069e3210 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:07.945503 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.032341 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Allocated IP 172.27.4.121 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/d3b615a5-e7bc-4a5f-b767-e5f06859d971) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:12:08.062311 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3804988-459d-45a1-bd28-39c93b8ff7cc admin admin] Publish callbacks [] for security_group (f2f704f0-3986-4d1e-9246-6cf097af74b5), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.089835 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.105527 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408849d1-085c-4772-a943-29e108e322b9 req-5e0c5abe-32dc-402a-bf80-e29f6b1cd887 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:08.107236 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-5e0c5abe-32dc-402a-bf80-e29f6b1cd887 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 819 time: 0.5772798 Aug 30 05:12:08.131730 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-28c1c2f6-bd81-4342-a167-77a6557bf77b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/quotas/d2ce224c162c414c9be681b76801969c HTTP/1.1" status: 200 len: 375 time: 0.0174692 Aug 30 05:12:08.139227 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3804988-459d-45a1-bd28-39c93b8ff7cc admin admin] Publish callbacks [] for security_group (f2f704f0-3986-4d1e-9246-6cf097af74b5), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.157524 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:08.164390 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25629452-eaf5-4d19-940d-9a2032a575be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (5da624a1-49bb-43b8-a42b-74a29efbc972), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.174712 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=d7141657-a543-434e-a921-97a6766a695c,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:08.191893 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 551c685c-4eb8-4de7-881e-0e038af03f90 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:08.192412 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.220014 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25629452-eaf5-4d19-940d-9a2032a575be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (5da624a1-49bb-43b8-a42b-74a29efbc972), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.238621 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:08.250860 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a346b01a-7ebd-47b9-8225-91886b101cd5 None None] Port fcbbdc85-f184-48f5-8501-e908069e3210 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:12:08.259243 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:08.260907 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:12:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:08.287309 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-f731bdd5-d9ae-419b-a54b-6bb1d5f1de1b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469169 Aug 30 05:12:08.294863 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25629452-eaf5-4d19-940d-9a2032a575be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.303859 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:08.306881 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-25629452-eaf5-4d19-940d-9a2032a575be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0721383 Aug 30 05:12:08.310070 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:08.365590 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.414502 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25629452-eaf5-4d19-940d-9a2032a575be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da624a1-49bb-43b8-a42b-74a29efbc972,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:08.431969 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3804988-459d-45a1-bd28-39c93b8ff7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (f2f704f0-3986-4d1e-9246-6cf097af74b5), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.434362 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3804988-459d-45a1-bd28-39c93b8ff7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.447739 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d3804988-459d-45a1-bd28-39c93b8ff7cc admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/f2f704f0-3986-4d1e-9246-6cf097af74b5 HTTP/1.1" status: 204 len: 168 time: 0.8716726 Aug 30 05:12:08.486582 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3804988-459d-45a1-bd28-39c93b8ff7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f704f0-3986-4d1e-9246-6cf097af74b5,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:08.578828 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for port (d3b615a5-e7bc-4a5f-b767-e5f06859d971), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.645736 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c381f75-0958-4dec-9a75-0d4aaad88402 None None] Pushing event updated for resources: {'Port': ['ID=bf936b29-078f-4325-8f7a-c983e82218e5,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:08.702570 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:08.707931 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Sync routers for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:12:08.709043 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-c5b7b8b5-8947-4b18-9a95-974079e0f29e service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:12:08.710140 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-c5b7b8b5-8947-4b18-9a95-974079e0f29e service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2735829 Aug 30 05:12:08.713890 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.746182 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f3fc6033-ed2a-48df-b354-3f69084fed5a req-b91e101f-2372-44ef-81ce-2daba0c3bb9b tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0833826 Aug 30 05:12:08.766240 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d87d74-f276-44ff-8a03-d385643733e8 None None] The sync data for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi is: [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:12:08.772498 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (d3b615a5-e7bc-4a5f-b767-e5f06859d971), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:08.857369 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:08.888883 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:08.909516 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:08.926634 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:08.946222 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:12:08.947528 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.006867 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 551c685c-4eb8-4de7-881e-0e038af03f90 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:09.007428 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.014634 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'Port': ['ID=d3b615a5-e7bc-4a5f-b767-e5f06859d971,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:09.024958 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:09.025625 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:12:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:09.098186 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45388) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:09.103362 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Allocated IP 172.27.4.75 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/17b0709d-a5ee-4553-8116-a8d9762b6693) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:12:09.116304 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=13 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:09.188251 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 551c685c-4eb8-4de7-881e-0e038af03f90, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=551c685c-4eb8-4de7-881e-0e038af03f90,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:09.192538 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-ab72a4d3-2127-4267-92fc-3ecad02b3429 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733920 Aug 30 05:12:09.280378 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.281774 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:09.360650 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for port (17b0709d-a5ee-4553-8116-a8d9762b6693), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.371022 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-aa05f7c7-48bf-4be3-a174-ec228b084bad service neutron] 10.222.0.77 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701016 Aug 30 05:12:09.394678 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-816973e9-a63a-406d-ab12-e782cd87f58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.403909 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (17b0709d-a5ee-4553-8116-a8d9762b6693), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.438580 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:09.477580 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:09.487033 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (ab048540-1281-4902-9eb1-2b72b1b65d55), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.492885 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:09.507192 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:09.513481 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:09.519417 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:12:09.528537 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=551c685c-4eb8-4de7-881e-0e038af03f90,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:09.607640 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (d3b615a5-e7bc-4a5f-b767-e5f06859d971), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.615036 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:09.660744 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:09.773947 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (ecc188f0-6c22-4e41-b2fc-29de24ef7b01), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.789963 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'Port': ['ID=17b0709d-a5ee-4553-8116-a8d9762b6693,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:09.802146 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:09.804174 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.822028 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:09.824126 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602346fc-3ba2-4948-a9b6-48162b175125 None None] The sync data for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi is: [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:12:09.859112 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a864f846-fecd-4558-91b8-c26279eb7c29 req-7ce85570-2c25-4bb1-b52c-be17dfc9116c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 210 time: 0.1049693 Aug 30 05:12:09.874677 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (17b0709d-a5ee-4553-8116-a8d9762b6693), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.909466 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-816973e9-a63a-406d-ab12-e782cd87f58e admin admin] Publish callbacks [] for security_group (c639ebfc-0799-4fc5-af40-c43654f678e5), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.923635 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-816973e9-a63a-406d-ab12-e782cd87f58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c639ebfc-0799-4fc5-af40-c43654f678e5), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:09.998262 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-816973e9-a63a-406d-ab12-e782cd87f58e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=35e2d52f0b9c45dfa6235c9ed9bbc4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8917730 Aug 30 05:12:10.001823 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45424) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:10.011240 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816973e9-a63a-406d-ab12-e782cd87f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c639ebfc-0799-4fc5-af40-c43654f678e5,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:10.053921 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for port (d3b615a5-e7bc-4a5f-b767-e5f06859d971), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.063110 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (d3b615a5-e7bc-4a5f-b767-e5f06859d971), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.167461 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (ab048540-1281-4902-9eb1-2b72b1b65d55), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.171940 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-098d39d0-bc0c-45a7-b9ae-ac8090a46209 admin admin] Publish callbacks [] for security_group (c639ebfc-0799-4fc5-af40-c43654f678e5), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.184986 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'Port': ['ID=d3b615a5-e7bc-4a5f-b767-e5f06859d971,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:10.244998 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.270043 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.279069 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-098d39d0-bc0c-45a7-b9ae-ac8090a46209 admin admin] Publish callbacks [] for security_group (c639ebfc-0799-4fc5-af40-c43654f678e5), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.279831 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for port (17b0709d-a5ee-4553-8116-a8d9762b6693), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.281438 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:10.295304 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.305410 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-15922316-b674-40a6-8b0e-71a891a1bbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6715004 Aug 30 05:12:10.361354 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (17b0709d-a5ee-4553-8116-a8d9762b6693), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.362086 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (ecc188f0-6c22-4e41-b2fc-29de24ef7b01), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.481717 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:10.514800 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'Port': ['ID=17b0709d-a5ee-4553-8116-a8d9762b6693,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:10.535555 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 2, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:10.549837 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5683970-1f53-4296-a896-7e281d0c082c req-0bb0ca7f-30be-4239-bb97-c20ba8bb80dd tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.2665637 Aug 30 05:12:10.590263 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.597266 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f357-9514-4946-87b3-b24590424568 req-3b535cd3-6166-451e-bbf5-04a6cf5c66c7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:10.600667 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-65bb7610-5e5b-4fe3-ae9c-a535e5baf986 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2949011 Aug 30 05:12:10.601095 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Checking router: ed74b9f6-95e9-43ca-9696-1eb97c6c7427 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:12:10.601734 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Updating router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 port fcbbdc85-f184-48f5-8501-e908069e3210 binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:12:10.607402 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-3b535cd3-6166-451e-bbf5-04a6cf5c66c7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 819 time: 0.3307157 Aug 30 05:12:10.685723 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-0af727f9-d59e-4195-a134-3b8c585ef673 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/quotas/d2ce224c162c414c9be681b76801969c HTTP/1.1" status: 200 len: 375 time: 0.0552003 Aug 30 05:12:10.688204 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-098d39d0-bc0c-45a7-b9ae-ac8090a46209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c639ebfc-0799-4fc5-af40-c43654f678e5), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.716228 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-098d39d0-bc0c-45a7-b9ae-ac8090a46209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.720812 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-098d39d0-bc0c-45a7-b9ae-ac8090a46209 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c639ebfc-0799-4fc5-af40-c43654f678e5 HTTP/1.1" status: 204 len: 168 time: 0.7173357 Aug 30 05:12:10.752598 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:10.905669 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d39d0-bc0c-45a7-b9ae-ac8090a46209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c639ebfc-0799-4fc5-af40-c43654f678e5,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:10.968950 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-2e380e77-d099-4446-9049-51f434064c89 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2763681 Aug 30 05:12:10.977104 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-d935ad80-5233-4b74-ba7a-92bacf159c6e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--555977442&fields=id&tenant_id=116fb506b7794c1fa9460b5a861de136 HTTP/1.1" status: 200 len: 267 time: 0.1756780 Aug 30 05:12:11.224756 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-f39bba04-f550-4398-99d6-6ef0971dce00 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499983 Aug 30 05:12:11.268795 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:11.276446 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:11.320254 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-5c6dcfda-1459-4a83-8469-bfd951ad6ac1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:11.331269 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-5c6dcfda-1459-4a83-8469-bfd951ad6ac1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 810 time: 0.3521392 Aug 30 05:12:11.349421 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:11.364674 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-82753569-5b3b-4544-b1cb-4432a6da80c9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/quotas/116fb506b7794c1fa9460b5a861de136 HTTP/1.1" status: 200 len: 375 time: 0.0315351 Aug 30 05:12:11.458119 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-beca524f-8177-4836-bf8e-35799d1642e3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229857 Aug 30 05:12:11.489051 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:11.489778 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:11.497153 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Publish callbacks [] for port (fcbbdc85-f184-48f5-8501-e908069e3210), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:11.519735 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-9f4bf904-40e0-4069-b9f3-a96892a2e44f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511207 Aug 30 05:12:11.534651 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:11.732210 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:11.778057 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-6f87ad82-d376-400c-8deb-850c9758823a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424893 Aug 30 05:12:11.793600 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4ee42-95c7-45f7-93e8-1ee0616a8402 None None] Pushing event updated for resources: {'Port': ['ID=fcbbdc85-f184-48f5-8501-e908069e3210,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:11.802710 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Attempting to bind port fcbbdc85-f184-48f5-8501-e908069e3210 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:11.803270 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Attempting to bind port fcbbdc85-f184-48f5-8501-e908069e3210 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:11.803718 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Attempting to bind port fcbbdc85-f184-48f5-8501-e908069e3210 on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:11.822903 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:11.823392 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Checking segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:11.823876 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:11.824349 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Bound using segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:11.825027 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Bound port: fcbbdc85-f184-48f5-8501-e908069e3210, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:11.825484 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:11.829033 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:11.830177 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device bf7d5e42-e592-4f77-abff-6eafad55d015 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:11.973828 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-9d722e41-7570-434a-a30f-aa64fea4ba28 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928582 Aug 30 05:12:12.175691 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.82', 60376) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:12.220548 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:12.276954 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] For port fcbbdc85-f184-48f5-8501-e908069e3210, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:12.292439 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-1e876456-612c-45ea-8215-7d68fcd7a71a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1687391803&fields=id&tenant_id=7ea4da0dbf3a44eabbff29f884beb157 HTTP/1.1" status: 200 len: 267 time: 0.2545297 Aug 30 05:12:12.321042 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:12.398559 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port bf7d5e42-e592-4f77-abff-6eafad55d015 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:12.409901 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:12.419249 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] For port fcbbdc85-f184-48f5-8501-e908069e3210, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=fcbbdc85-f184-48f5-8501-e908069e3210,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:12.465148 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:12.982729 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-54b0f66d-ece5-43c0-8861-93d23dd593b7 req-28e8fd4a-6418-417c-a5a9-a71c0814fbf5 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0779974 Aug 30 05:12:13.043672 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-bc7692a5-b096-45e6-9bfc-c91645c44eed tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:13.056192 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-bc7692a5-b096-45e6-9bfc-c91645c44eed tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 816 time: 0.7549465 Aug 30 05:12:13.094094 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-c896bfda-12f1-4f34-a2e7-5dbcd71f95b8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/quotas/7ea4da0dbf3a44eabbff29f884beb157 HTTP/1.1" status: 200 len: 375 time: 0.0369341 Aug 30 05:12:13.228564 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-424ed75b-6e74-4690-9cd1-100d63d486cd req-7bc775d2-86e4-4b31-9812-ca653d02b3ec tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0854681 Aug 30 05:12:13.270712 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-a8039380-e2c4-43cd-aba6-c939fc47fe9c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1750598 Aug 30 05:12:13.277922 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6312-9734-487f-b542-0aeb491b65a2 req-a41add49-9d95-450c-8525-5f4ac009a489 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:13.282920 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-a41add49-9d95-450c-8525-5f4ac009a489 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.82 "GET /networking/v2.0/networks?id=996ccdc5-b602-44de-84a5-e9a6b62f687d HTTP/1.1" status: 200 len: 812 time: 1.1061492 Aug 30 05:12:13.291377 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45588) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:13.323078 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:13.324784 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:12:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:13.437989 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4ee42-95c7-45f7-93e8-1ee0616a8402 None None] Pushing event updated for resources: {'Port': ['ID=fcbbdc85-f184-48f5-8501-e908069e3210,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:13.453403 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-90c80c69-79b0-43c1-9e32-c91ad138bc31 req-23a4768b-0f21-4b6b-b1db-ef0e05e4d80d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0905187 Aug 30 05:12:13.537593 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port bf7d5e42-e592-4f77-abff-6eafad55d015 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:13.538001 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:13.560955 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-998c5844-8c6a-42c2-8255-2eb61e08d3c6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840431 Aug 30 05:12:13.585589 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port bf7d5e42-e592-4f77-abff-6eafad55d015, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=bf7d5e42-e592-4f77-abff-6eafad55d015,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:13.590156 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:13.620629 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:13.622032 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:13.701747 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=bf7d5e42-e592-4f77-abff-6eafad55d015,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:13.771329 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-bd57ccc8-74f7-4c06-b9c3-d2340b4f1d13 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006958 Aug 30 05:12:13.822651 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-450a3cd2-27e5-434b-8040-2f095ae63263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:13.880611 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:13.880985 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:13.978750 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-450a3cd2-27e5-434b-8040-2f095ae63263 admin admin] Publish callbacks [] for security_group (b62b8f81-664e-4de8-8e28-32ac01cf98b2), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:13.983203 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:13.983696 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:13.987239 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-450a3cd2-27e5-434b-8040-2f095ae63263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (b62b8f81-664e-4de8-8e28-32ac01cf98b2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:14.068793 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-450a3cd2-27e5-434b-8040-2f095ae63263 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=35a86b84fe4f494f8bcfa11a100cb7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7728770 Aug 30 05:12:14.069646 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45630) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:14.075926 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:14.077503 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:12Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:14.117490 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171fcf14-5211-4b87-8108-9b8445da9032 None None] The sync data for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi is: [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:12Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:12:14.155815 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2a5d6148-75dc-4877-9f2e-72f374603a2d req-6dabb323-1350-4f33-a38a-36a72203c196 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0945294 Aug 30 05:12:14.160769 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0b9e1a68-da72-423e-aaa8-63a4bdf27d71,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:14.172612 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:14.173675 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device d7141657-a543-434e-a921-97a6766a695c up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:14.201145 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a3cd2-27e5-434b-8040-2f095ae63263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62b8f81-664e-4de8-8e28-32ac01cf98b2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:14.203332 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eeba0ff2-298e-4966-a4ce-c7139847ea4b admin admin] Publish callbacks [] for security_group (b62b8f81-664e-4de8-8e28-32ac01cf98b2), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:14.235399 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:14.246408 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eeba0ff2-298e-4966-a4ce-c7139847ea4b admin admin] Publish callbacks [] for security_group (b62b8f81-664e-4de8-8e28-32ac01cf98b2), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:14.366544 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eeba0ff2-298e-4966-a4ce-c7139847ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (b62b8f81-664e-4de8-8e28-32ac01cf98b2), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:14.370950 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eeba0ff2-298e-4966-a4ce-c7139847ea4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:14.389086 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port d7141657-a543-434e-a921-97a6766a695c triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:14.389595 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (d7141657-a543-434e-a921-97a6766a695c), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:14.392989 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=0b9e1a68-da72-423e-aaa8-63a4bdf27d71,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:14.398185 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-eeba0ff2-298e-4966-a4ce-c7139847ea4b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/b62b8f81-664e-4de8-8e28-32ac01cf98b2 HTTP/1.1" status: 204 len: 168 time: 0.3272834 Aug 30 05:12:14.411316 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-11a0ffcf-b518-433c-9a41-6057708b6415 req-fcbd149f-84ca-40e5-a308-09ee126d4741 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0530274 Aug 30 05:12:14.473524 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8f3dde46-edcf-4ac0-97c4-d3e76856c828 req-03638919-b3b5-4faa-b33b-71a69e359385 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.1672590 Aug 30 05:12:14.475940 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba0ff2-298e-4966-a4ce-c7139847ea4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62b8f81-664e-4de8-8e28-32ac01cf98b2,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:14.650298 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port d7141657-a543-434e-a921-97a6766a695c is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:14.654255 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 18b3054f-3d7a-4320-92b6-1a040d7f1d80 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:14.686282 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aaea1ec6-2566-415d-a4d3-4725167da8cf req-a7cf5470-4be9-419f-a774-b142cb2ed375 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0921922 Aug 30 05:12:14.781168 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 18b3054f-3d7a-4320-92b6-1a040d7f1d80 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:14.781571 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:14.892738 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 18b3054f-3d7a-4320-92b6-1a040d7f1d80 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:14.894011 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 551c685c-4eb8-4de7-881e-0e038af03f90 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:14.958714 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 551c685c-4eb8-4de7-881e-0e038af03f90 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:14.959052 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.053902 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 551c685c-4eb8-4de7-881e-0e038af03f90 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:15.153106 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45666) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:15.167207 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b599d9f-f4cf-428a-b3f5-63ffb5676d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.232275 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:15.276317 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b599d9f-f4cf-428a-b3f5-63ffb5676d5b admin admin] Publish callbacks [] for security_group (11894ff3-46d0-42d4-ae4f-372d9d03144d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.283613 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b599d9f-f4cf-428a-b3f5-63ffb5676d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (11894ff3-46d0-42d4-ae4f-372d9d03144d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.327438 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:15.334685 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0b599d9f-f4cf-428a-b3f5-63ffb5676d5b admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=5202bce64d254549bcaa3e12464f4fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804407 Aug 30 05:12:15.337487 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45674) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:15.351914 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b599d9f-f4cf-428a-b3f5-63ffb5676d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11894ff3-46d0-42d4-ae4f-372d9d03144d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:15.405333 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-359fdb7d-b508-4959-abbc-006ee0f3e456 req-1ec097c6-3aec-48c7-b0a7-6f6ead7799e3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0461285 Aug 30 05:12:15.411199 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:15.412157 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.413239 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:15.414297 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-51a30b76-b7ab-4222-a555-ea767a3622d5 admin admin] Publish callbacks [] for security_group (11894ff3-46d0-42d4-ae4f-372d9d03144d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.446739 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-51a30b76-b7ab-4222-a555-ea767a3622d5 admin admin] Publish callbacks [] for security_group (11894ff3-46d0-42d4-ae4f-372d9d03144d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.532432 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-798575a1-2d4d-4183-ad97-916b8bf2075d req-2c6c7efa-4dd4-4a5e-b25c-afe53ef23a7a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0332253 Aug 30 05:12:15.540378 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-51a30b76-b7ab-4222-a555-ea767a3622d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (11894ff3-46d0-42d4-ae4f-372d9d03144d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.544015 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-51a30b76-b7ab-4222-a555-ea767a3622d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.545329 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-51a30b76-b7ab-4222-a555-ea767a3622d5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/11894ff3-46d0-42d4-ae4f-372d9d03144d HTTP/1.1" status: 204 len: 168 time: 0.2068143 Aug 30 05:12:15.555606 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a30b76-b7ab-4222-a555-ea767a3622d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11894ff3-46d0-42d4-ae4f-372d9d03144d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:15.559893 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:15.561351 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device bf7d5e42-e592-4f77-abff-6eafad55d015 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:15.627910 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port bf7d5e42-e592-4f77-abff-6eafad55d015 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:15.628300 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.631387 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-95cfc01f-45b2-4adb-9d0a-4493f0af7693 req-ef8cbc5e-27f0-4938-b684-8969d1b6637d tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0424387 Aug 30 05:12:15.704251 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port bf7d5e42-e592-4f77-abff-6eafad55d015 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:15.705319 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device fcbbdc85-f184-48f5-8501-e908069e3210 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:15.756009 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:15.760807 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port fcbbdc85-f184-48f5-8501-e908069e3210 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:15.761187 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.784584 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:15.795456 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fc5df76b-4be0-4619-8f4c-00674e03884c req-9d246cb9-2097-46d0-96f8-85d2dd3f27b3 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0344806 Aug 30 05:12:15.843650 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port fcbbdc85-f184-48f5-8501-e908069e3210 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:15.844089 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.887555 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port fcbbdc85-f184-48f5-8501-e908069e3210, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=fcbbdc85-f184-48f5-8501-e908069e3210,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:15.895842 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:15.897354 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device bf936b29-078f-4325-8f7a-c983e82218e5 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:16.014494 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port bf936b29-078f-4325-8f7a-c983e82218e5 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:16.015101 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:16.020867 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=fcbbdc85-f184-48f5-8501-e908069e3210,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:16.144580 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port bf936b29-078f-4325-8f7a-c983e82218e5 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:16.144580 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:16.201066 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port bf936b29-078f-4325-8f7a-c983e82218e5, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=bf936b29-078f-4325-8f7a-c983e82218e5,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:16.208857 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:16.299512 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=bf936b29-078f-4325-8f7a-c983e82218e5,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:16.571546 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-96d5cde8-f5f2-49d1-a249-f5932971a966 req-caedc1e4-4eee-4a4e-aa34-75c8b673a52d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0631893 Aug 30 05:12:16.720281 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b43f2f66-c230-4853-9cc8-c82206f2bf2f req-a59d9b43-35c9-4070-99d0-3b08a420ff9c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0574715 Aug 30 05:12:16.805292 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3117302f-0801-4724-ac0a-7ef29ca02087 req-b53b5fae-4806-4abf-aed5-84145240145b tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0469587 Aug 30 05:12:16.938030 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9f47e4dc-7f2b-4fbb-a310-95298cc70bc1 req-3634079f-a456-4f5f-9f37-80e0f8262dc3 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0367846 Aug 30 05:12:17.188916 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device fcbbdc85-f184-48f5-8501-e908069e3210 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:17.279601 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port fcbbdc85-f184-48f5-8501-e908069e3210 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:17.279963 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:17.395005 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port fcbbdc85-f184-48f5-8501-e908069e3210 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:17.396297 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device bf936b29-078f-4325-8f7a-c983e82218e5 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:17.461808 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port bf936b29-078f-4325-8f7a-c983e82218e5 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:17.462534 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:17.711203 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58308838-af09-4a79-9aa1-6679b6806e67 req-f6e3b363-4600-4604-a37d-b96734f9c469 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0427508 Aug 30 05:12:17.770439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port bf936b29-078f-4325-8f7a-c983e82218e5 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:17.859272 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-25113a8f-4de4-4933-9d1c-9321b25246fb req-a310d2d7-a641-415a-9412-a4e827233ad4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0400198 Aug 30 05:12:17.953668 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9c15c0e7-9cb0-490f-a2d5-ad03a71f7c69 req-3e2a0787-98ed-4643-82bf-0d7bdfb7e856 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0344615 Aug 30 05:12:18.116254 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c5ad7c53-cf5d-49ad-a51b-332bfef95c11 req-bebd004c-200f-4f22-b86d-c885341eebb5 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0430987 Aug 30 05:12:18.224374 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45778) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:18.288075 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45782) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:18.433513 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4accc893-9591-439a-957f-674f99e55209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.438326 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-942ee798-4801-4192-b9fb-2cb182874dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.570215 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4accc893-9591-439a-957f-674f99e55209 admin admin] Publish callbacks [] for security_group (13fdfa46-e3fa-431d-81ba-2819bbf1208d), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.576708 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4accc893-9591-439a-957f-674f99e55209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (13fdfa46-e3fa-431d-81ba-2819bbf1208d), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.627614 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-4accc893-9591-439a-957f-674f99e55209 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=428f1bcef936443786e903ba4ea8b87a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354077 Aug 30 05:12:18.629219 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45796) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:18.631262 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-942ee798-4801-4192-b9fb-2cb182874dc1 admin admin] Publish callbacks [] for security_group (04d5b829-da4d-49d2-a310-1ebf89c1a718), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.637846 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-942ee798-4801-4192-b9fb-2cb182874dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (04d5b829-da4d-49d2-a310-1ebf89c1a718), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.642879 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accc893-9591-439a-957f-674f99e55209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fdfa46-e3fa-431d-81ba-2819bbf1208d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:18.702359 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=92,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:18.709726 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-942ee798-4801-4192-b9fb-2cb182874dc1 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7534ac52c2524faaabb38edb8d476695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817007 Aug 30 05:12:18.710622 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45800) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:18.761005 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e99557aa-3d9e-442d-96ef-7db1d63ea623 admin admin] Publish callbacks [] for security_group (13fdfa46-e3fa-431d-81ba-2819bbf1208d), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.765617 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ee798-4801-4192-b9fb-2cb182874dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5b829-da4d-49d2-a310-1ebf89c1a718,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:18.766330 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:18.801341 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:18.826123 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:18.832950 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e99557aa-3d9e-442d-96ef-7db1d63ea623 admin admin] Publish callbacks [] for security_group (13fdfa46-e3fa-431d-81ba-2819bbf1208d), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.872008 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b6e744d-ab24-4244-8fe2-2801b8852666 admin admin] Publish callbacks [] for security_group (04d5b829-da4d-49d2-a310-1ebf89c1a718), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.924260 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b6e744d-ab24-4244-8fe2-2801b8852666 admin admin] Publish callbacks [] for security_group (04d5b829-da4d-49d2-a310-1ebf89c1a718), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:18.960078 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8d9d35a6-ab4a-4897-84d4-2c383b22508a req-7f657f6b-88a3-475d-8732-c835821d8bfd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.1052976 Aug 30 05:12:19.015197 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b6e744d-ab24-4244-8fe2-2801b8852666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (04d5b829-da4d-49d2-a310-1ebf89c1a718), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.027800 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b6e744d-ab24-4244-8fe2-2801b8852666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.028998 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2b6e744d-ab24-4244-8fe2-2801b8852666 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/04d5b829-da4d-49d2-a310-1ebf89c1a718 HTTP/1.1" status: 204 len: 168 time: 0.3174286 Aug 30 05:12:19.033513 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e99557aa-3d9e-442d-96ef-7db1d63ea623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (13fdfa46-e3fa-431d-81ba-2819bbf1208d), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.038890 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e99557aa-3d9e-442d-96ef-7db1d63ea623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.040336 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-e99557aa-3d9e-442d-96ef-7db1d63ea623 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/13fdfa46-e3fa-431d-81ba-2819bbf1208d HTTP/1.1" status: 204 len: 168 time: 0.4100764 Aug 30 05:12:19.058611 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99557aa-3d9e-442d-96ef-7db1d63ea623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fdfa46-e3fa-431d-81ba-2819bbf1208d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:19.072449 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e744d-ab24-4244-8fe2-2801b8852666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5b829-da4d-49d2-a310-1ebf89c1a718,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:19.134146 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-17461ffc-12ff-4133-b92c-46d47141e7b1 req-be53e13a-e4cc-4ea1-968e-e07f547e2c5e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0965791 Aug 30 05:12:19.169427 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-973c291c-0e71-4b13-8924-52e560592801 req-2db3e29e-fb16-4416-bfe7-ad9bbdb1ae3b tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0638447 Aug 30 05:12:19.380122 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7bebbac6-a040-41ea-bf1d-214998ffc681 req-db7823ea-4116-4bca-aaba-1d534c03517b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0929327 Aug 30 05:12:19.619194 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45828) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:19.628976 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45830) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:19.636587 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b3d6-cdd4-4238-8faf-8a8499407b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.648595 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-587effde-3b97-4319-b40f-843ac5de3ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.748419 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:19.755567 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-587effde-3b97-4319-b40f-843ac5de3ce4 admin admin] Publish callbacks [] for security_group (3a016e35-1b51-4c6c-b094-5e4b3720c058), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.762225 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-587effde-3b97-4319-b40f-843ac5de3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (3a016e35-1b51-4c6c-b094-5e4b3720c058), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.771430 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b3d6-cdd4-4238-8faf-8a8499407b1e admin admin] Publish callbacks [] for security_group (8d0128f2-5ee8-40a7-9ed8-4b7fb50b037d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.779364 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b3d6-cdd4-4238-8faf-8a8499407b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8d0128f2-5ee8-40a7-9ed8-4b7fb50b037d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.814152 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-587effde-3b97-4319-b40f-843ac5de3ce4 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=07faa815853248dfbf9b5eb610ac2aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840909 Aug 30 05:12:19.815037 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 45832) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:19.822617 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f3a0b3d6-cdd4-4238-8faf-8a8499407b1e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d4e7dd205fc948898d3a0004183a0f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987677 Aug 30 05:12:19.824094 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45834) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:19.825421 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587effde-3b97-4319-b40f-843ac5de3ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a016e35-1b51-4c6c-b094-5e4b3720c058,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:19.841499 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0b3d6-cdd4-4238-8faf-8a8499407b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0128f2-5ee8-40a7-9ed8-4b7fb50b037d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:19.887725 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc3ef-8cbb-475e-af5f-5142eb044714 admin admin] Publish callbacks [] for security_group (8d0128f2-5ee8-40a7-9ed8-4b7fb50b037d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.903667 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f159fbb2-359d-41cd-bd81-9ea388173606 admin admin] Publish callbacks [] for security_group (3a016e35-1b51-4c6c-b094-5e4b3720c058), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.911313 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc3ef-8cbb-475e-af5f-5142eb044714 admin admin] Publish callbacks [] for security_group (8d0128f2-5ee8-40a7-9ed8-4b7fb50b037d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.929801 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f159fbb2-359d-41cd-bd81-9ea388173606 admin admin] Publish callbacks [] for security_group (3a016e35-1b51-4c6c-b094-5e4b3720c058), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.981182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc3ef-8cbb-475e-af5f-5142eb044714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8d0128f2-5ee8-40a7-9ed8-4b7fb50b037d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.984097 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc3ef-8cbb-475e-af5f-5142eb044714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:19.985700 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fb9fc3ef-8cbb-475e-af5f-5142eb044714 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8d0128f2-5ee8-40a7-9ed8-4b7fb50b037d HTTP/1.1" status: 204 len: 168 time: 0.1602113 Aug 30 05:12:20.002849 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f159fbb2-359d-41cd-bd81-9ea388173606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (3a016e35-1b51-4c6c-b094-5e4b3720c058), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:20.010723 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f159fbb2-359d-41cd-bd81-9ea388173606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:20.014076 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-f159fbb2-359d-41cd-bd81-9ea388173606 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/3a016e35-1b51-4c6c-b094-5e4b3720c058 HTTP/1.1" status: 204 len: 168 time: 0.1954629 Aug 30 05:12:20.036852 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fc3ef-8cbb-475e-af5f-5142eb044714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0128f2-5ee8-40a7-9ed8-4b7fb50b037d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:20.073362 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159fbb2-359d-41cd-bd81-9ea388173606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a016e35-1b51-4c6c-b094-5e4b3720c058,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:20.160822 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6cd9ae4e-3918-484a-9c6d-a56f04bf3973 req-6e07d35b-d0d4-4e2f-a092-e552c55b032a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0397115 Aug 30 05:12:20.248080 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cddb9102-42dc-4b49-befc-2ff79a1b4282 req-4e33e904-0abe-4234-a56a-866769521dbd tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0397339 Aug 30 05:12:20.304277 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6fa5f402-1583-4e55-9e10-844e5161a385 req-7459599d-af8b-47fe-8185-0f111fb9217c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0577826 Aug 30 05:12:20.530559 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bb5ec007-8c99-4abc-91d8-ef8d738c4418 req-080d8e5a-33c0-41d4-8e50-03979a33cc62 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0434883 Aug 30 05:12:21.287368 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c951f474-970a-4b6c-8aff-169103a8cf3b req-f0f55d9b-5f84-4026-9ea8-f17807f670da tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0403187 Aug 30 05:12:21.413430 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-758287d4-4814-419a-8280-dd33d5514e46 req-e6c28700-3499-4317-baf3-2ba66e4340b4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0415351 Aug 30 05:12:21.464822 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-665be429-3613-4251-af4e-6c8619471e39 req-93bb4bb2-0753-47af-8e6f-b1c22c7ff3b9 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0415905 Aug 30 05:12:21.632217 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:21.671955 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ccc10dd8-7d5c-47fe-badc-33398a5f3417 req-d7260971-0c5f-4502-82b4-7f2ca7bb69fa tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0504587 Aug 30 05:12:22.452639 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5a345e75-369d-449a-abcd-debcc2cc1dfa req-bade88a8-a1a7-4764-b154-123d8f071fca tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0521011 Aug 30 05:12:22.567968 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2ad0cb28-5d5a-4c70-b3ba-8c003b4b73ce req-6293791a-da53-433d-9609-0dea45041148 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0482099 Aug 30 05:12:22.604339 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45964) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:22.654615 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3b6c7e63-df28-43df-acd1-5619791a66bd req-f152bc23-ed42-4c8c-bcaf-d537a2413e39 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0467906 Aug 30 05:12:22.748424 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e07b66-e856-4031-85af-2ddb0b4c5248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:22.833240 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-04612f34-c091-4823-9b4a-8fbefaa5727d req-ebbc1c36-5250-41c6-80a5-0970dfdca0dc tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0451221 Aug 30 05:12:22.895720 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e07b66-e856-4031-85af-2ddb0b4c5248 admin admin] Publish callbacks [] for security_group (dfc93d58-0aae-4018-96f0-ced05b4b0a67), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:22.905021 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e07b66-e856-4031-85af-2ddb0b4c5248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (dfc93d58-0aae-4018-96f0-ced05b4b0a67), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:22.955987 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e07b66-e856-4031-85af-2ddb0b4c5248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc93d58-0aae-4018-96f0-ced05b4b0a67,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:22.966786 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-79e07b66-e856-4031-85af-2ddb0b4c5248 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=0f41c6bcddee420791540051817ac6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606846 Aug 30 05:12:22.970593 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 45980) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:23.036129 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfcaaafd-26f6-4ae3-8bc3-42fa0f73ed3f admin admin] Publish callbacks [] for security_group (dfc93d58-0aae-4018-96f0-ced05b4b0a67), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:23.060083 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfcaaafd-26f6-4ae3-8bc3-42fa0f73ed3f admin admin] Publish callbacks [] for security_group (dfc93d58-0aae-4018-96f0-ced05b4b0a67), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:23.131109 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfcaaafd-26f6-4ae3-8bc3-42fa0f73ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (dfc93d58-0aae-4018-96f0-ced05b4b0a67), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:23.133657 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfcaaafd-26f6-4ae3-8bc3-42fa0f73ed3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:23.134805 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bfcaaafd-26f6-4ae3-8bc3-42fa0f73ed3f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/dfc93d58-0aae-4018-96f0-ced05b4b0a67 HTTP/1.1" status: 204 len: 168 time: 0.1636548 Aug 30 05:12:23.153204 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaaafd-26f6-4ae3-8bc3-42fa0f73ed3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc93d58-0aae-4018-96f0-ced05b4b0a67,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:23.615148 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1dabb8b0-bb90-41cc-a8c3-f8a7b662c320 req-dd9837ed-8a4b-4a3a-b587-df17761f795f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0606198 Aug 30 05:12:23.688031 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fb88277f-e128-41e4-bbb1-5fdd80269922 req-191762c2-4716-4c59-adc6-b903c0ae4d59 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0315130 Aug 30 05:12:23.851466 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-14c0d7a3-fea2-4682-a064-168976b4890a req-0c3406a7-7adf-4855-bb5a-558dd8995aba tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0743647 Aug 30 05:12:23.856940 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46014) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:23.880092 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c107382-ea2a-4038-aa5e-94a5b32c450e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:23.961767 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ea52fb44-fd69-44dc-be09-51465370caf5 req-8ef4b813-9074-4da2-8ad9-26f59d592a8c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0298469 Aug 30 05:12:23.987179 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c107382-ea2a-4038-aa5e-94a5b32c450e admin admin] Publish callbacks [] for security_group (22b6d4b0-0626-4d29-b718-1789ba5d85b7), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:23.993758 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c107382-ea2a-4038-aa5e-94a5b32c450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (22b6d4b0-0626-4d29-b718-1789ba5d85b7), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:24.032540 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c107382-ea2a-4038-aa5e-94a5b32c450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6d4b0-0626-4d29-b718-1789ba5d85b7,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:24.037634 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-1c107382-ea2a-4038-aa5e-94a5b32c450e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=df7a9f6cfb2c49cb942da08e2c77bf38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796815 Aug 30 05:12:24.040270 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46018) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:24.095293 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-533817e6-d9f8-448c-a95b-863865d637d8 admin admin] Publish callbacks [] for security_group (22b6d4b0-0626-4d29-b718-1789ba5d85b7), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:24.116837 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-533817e6-d9f8-448c-a95b-863865d637d8 admin admin] Publish callbacks [] for security_group (22b6d4b0-0626-4d29-b718-1789ba5d85b7), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:24.139478 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:24.146485 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:24.167495 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-533817e6-d9f8-448c-a95b-863865d637d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (22b6d4b0-0626-4d29-b718-1789ba5d85b7), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:24.170146 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-533817e6-d9f8-448c-a95b-863865d637d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:24.171351 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-533817e6-d9f8-448c-a95b-863865d637d8 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/22b6d4b0-0626-4d29-b718-1789ba5d85b7 HTTP/1.1" status: 204 len: 168 time: 0.1301386 Aug 30 05:12:24.179483 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533817e6-d9f8-448c-a95b-863865d637d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6d4b0-0626-4d29-b718-1789ba5d85b7,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:24.736645 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8bacd7cc-8872-4bbd-9987-0a5a37634d46 req-cf448a07-fc37-4dfc-bc04-99f3b6969240 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0304782 Aug 30 05:12:24.802858 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0cfc7366-e456-45c1-aae7-fb2a3c924f76 req-febdf14e-77b7-434a-b1df-60cb81931022 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0336492 Aug 30 05:12:24.951406 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-11b56eae-f597-4a83-bfa5-6d8b1b537a40 req-807125f4-4dff-471c-8d26-fc015a0e6810 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0273948 Aug 30 05:12:25.065126 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c1893fdf-fdb5-40d3-ae77-0b328206911b req-397a5726-67d9-4931-b860-0b457900b760 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Aug 30 05:12:25.802301 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Request body: {'port': {'device_id': '2bae6994-d651-45c7-955b-13df805da49f', 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d', 'admin_state_up': True, 'tenant_id': '0ed43db2f368485990e3add370edae5f'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:25.908216 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-86ed3f9a-da34-4366-886d-9fc54d293d6d req-eb3e5896-50ec-4f24-bcee-a0d4d654f47f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0740309 Aug 30 05:12:25.924606 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.82', 60397) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:26.147462 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b414b03f-7b13-4a6f-8cf0-41e582333861 req-3ee3afd2-57b0-484c-a009-8abb88c1d736 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0404437 Aug 30 05:12:26.157968 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408849d1-085c-4772-a943-29e108e322b9 req-7f7192f7-41cf-421a-a3b3-65130be03aed tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:26.159925 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-776e12d0-a0c2-43cf-b197-a3223f7ded39 req-00167d79-2469-42d4-8bef-4d339e1de950 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.1324358 Aug 30 05:12:26.161036 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-7f7192f7-41cf-421a-a3b3-65130be03aed tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 819 time: 0.2349110 Aug 30 05:12:26.176784 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Made reservation on behalf of 0ed43db2f368485990e3add370edae5f for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:12:26.177557 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Request body: {'port': {'device_id': 'e0ec17dd-c9e2-4802-86c7-f985a04be891', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'admin_state_up': True, 'tenant_id': 'd2ce224c162c414c9be681b76801969c'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:26.203184 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:26.265929 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:26.335637 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7d189fc0-204a-4535-8f1b-27cd6625787e req-6f93c7eb-f86b-4930-9006-ac8a6fdc6dfc tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0582511 Aug 30 05:12:26.387895 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Made reservation on behalf of d2ce224c162c414c9be681b76801969c for: {'port': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:12:26.392680 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:26.485316 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Allocated IP 172.20.0.13 (996ccdc5-b602-44de-84a5-e9a6b62f687d/3b8f3b19-c158-4a51-ad00-94c10f674fd4/68faecf3-5b76-4ea3-b631-30ac4f8a4592) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:12:26.719923 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Publish callbacks [] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:26.770332 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:26.811030 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Allocated IP 172.20.0.8 (16c6adbd-c68c-4f67-83ee-76b6653a3867/4fa10be7-6243-453b-b109-c8dd7a1f8b04/3231ee58-a276-4f6a-a338-703b3e38ed84) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:12:26.825044 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:26.856199 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Network 996ccdc5-b602-44de-84a5-e9a6b62f687d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:26.875916 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:26.880112 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:12:26.890455 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:26.891126 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:26.904137 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Pushing event updated for resources: {'Port': ['ID=68faecf3-5b76-4ea3-b631-30ac4f8a4592,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:26.917634 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-bb248a3b-e343-4bc8-8e8e-6f2a9f12e99c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1270649 Aug 30 05:12:27.031743 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1be8974f-08b2-46a4-a647-fdc467600a67 req-150deafe-cd7d-40c4-b519-11ef7e7dad84 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0297804 Aug 30 05:12:27.045972 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:27.089954 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:27.166922 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-4a522fcb-5e1d-4106-b86b-decff3eb164a None None] Provisioning complete for port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:27.167500 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4a522fcb-5e1d-4106-b86b-decff3eb164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:27.169552 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:27.174909 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:27.179429 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:12:27.196705 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:27.203883 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-4a522fcb-5e1d-4106-b86b-decff3eb164a None None] Port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:12:27.204143 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event updated for resources: {'Port': ['ID=3231ee58-a276-4f6a-a338-703b3e38ed84,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:27.234457 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:27.235111 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:27.258947 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-c8a6a773-b439-480d-9340-fb0f95eae290 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0881312 Aug 30 05:12:27.287864 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4b0f7f8c-978b-4702-8069-b673b0ca0c6e req-701fdfef-1f2b-406e-963b-4dd28db700f3 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0279353 Aug 30 05:12:27.333121 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3988490-29bc-4411-9399-6a7bb6e86340 req-7dac28b7-da81-498b-bd28-b5d0f37260ae tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:27.334646 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c3988490-29bc-4411-9399-6a7bb6e86340 req-7dac28b7-da81-498b-bd28-b5d0f37260ae tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 932 time: 0.0708041 Aug 30 05:12:27.392608 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c3988490-29bc-4411-9399-6a7bb6e86340 req-afe42ae6-0b63-4b05-8151-b829c2147244 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 Aug 30 05:12:27.428270 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-0f98d7ce-bec6-4a6e-b9b4-c4f15aa35b05 None None] Provisioning complete for port 3231ee58-a276-4f6a-a338-703b3e38ed84 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:27.428584 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0f98d7ce-bec6-4a6e-b9b4-c4f15aa35b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:27.440435 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a82c52da-541b-4ba9-80da-6eeeeccbbee9 req-25ec2352-751d-4cf1-be4c-07a8f5ab8f22 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0269964 Aug 30 05:12:27.454141 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:27.460979 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-0f98d7ce-bec6-4a6e-b9b4-c4f15aa35b05 None None] Port 3231ee58-a276-4f6a-a338-703b3e38ed84 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:12:28.137353 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fcb272b0-770a-4dda-967b-f09933c81dea req-39150c86-b231-4273-8d1d-00a2d66b0ff0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0271585 Aug 30 05:12:28.390132 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d5701703-8598-470a-be01-afc42f5fe5e4 req-05490049-0983-4ea8-bea7-a11e867ec8a7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0304754 Aug 30 05:12:28.509968 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc771e-5f35-4282-a006-cb2f66f6c81c req-c91372b7-21b9-4f12-99de-e8763094b47e tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:28.511461 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1cdc771e-5f35-4282-a006-cb2f66f6c81c req-c91372b7-21b9-4f12-99de-e8763094b47e tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 932 time: 0.0481312 Aug 30 05:12:28.541184 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6d5987de-8ca3-4531-9a7b-ef774121f109 req-3aa2e86d-c628-4cf0-894e-dfc25b3882f5 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0276127 Aug 30 05:12:28.557293 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1cdc771e-5f35-4282-a006-cb2f66f6c81c req-7a8739db-3318-430b-968e-9d73f9ee3ea1 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Aug 30 05:12:28.850738 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-d9088e91-cde3-433f-841a-83b66a9e8d31 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:12:28.852373 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-d9088e91-cde3-433f-841a-83b66a9e8d31 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0104022 Aug 30 05:12:28.863958 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-aebd66b2-90eb-4f02-ac1c-381798c24667 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:12:28.865085 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-aebd66b2-90eb-4f02-ac1c-381798c24667 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.82 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0155768 Aug 30 05:12:29.054019 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Request body: {'port': {'device_id': '2bae6994-d651-45c7-955b-13df805da49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:29.075667 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Request body: {'port': {'device_id': 'e0ec17dd-c9e2-4802-86c7-f985a04be891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:29.118566 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:29.118566 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:29.169821 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:29.169957 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:29.333546 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:29.355324 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-07a26bae-8880-4225-b4b3-161438ce0ef0 req-9494bf3f-8017-4b56-8dc2-10ea4014dbd5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0899453 Aug 30 05:12:29.595087 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68faecf3-5b76-4ea3-b631-30ac4f8a4592 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:29.604382 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Publish callbacks [] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:29.627994 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Transition to ACTIVE for port object 68faecf3-5b76-4ea3-b631-30ac4f8a4592 will not be triggered until provisioned by entity L2. {{(pid=106380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:12:29.633598 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:29.652716 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aec25983-2c39-4d99-b16c-f6869ad8fa86 req-067fb090-e9c1-4b77-b919-445ea457b589 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0347536 Aug 30 05:12:29.695839 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fdf5a0b3-fbec-4e0e-8061-29610232bae2 req-954efdbc-61eb-4b64-9c94-0f619cbdd23f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0506783 Aug 30 05:12:29.752182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3231ee58-a276-4f6a-a338-703b3e38ed84 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:29.766370 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Pushing event updated for resources: {'Port': ['ID=68faecf3-5b76-4ea3-b631-30ac4f8a4592,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:29.780119 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Publish callbacks [] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:29.808883 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7ec54-9365-4c8f-8ecc-5cfcaaa3b235 req-0b779376-2095-451e-b265-9726b8149cc7 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:29.810355 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e9d7ec54-9365-4c8f-8ecc-5cfcaaa3b235 req-0b779376-2095-451e-b265-9726b8149cc7 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.0731974 Aug 30 05:12:29.814919 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Transition to ACTIVE for port object 3231ee58-a276-4f6a-a338-703b3e38ed84 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:12:29.824695 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:29.830549 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Attempting to bind port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:29.832067 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Attempting to bind port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:29.832587 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Attempting to bind port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 on network 996ccdc5-b602-44de-84a5-e9a6b62f687d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:29.838158 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 on network 996ccdc5-b602-44de-84a5-e9a6b62f687d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:12:29.838484 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Attempting to bind port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 on network 996ccdc5-b602-44de-84a5-e9a6b62f687d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:29.844073 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:29.844413 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Checking segment: {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:29.845260 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Bound using segment: {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:29.845719 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Bound port: 68faecf3-5b76-4ea3-b631-30ac4f8a4592, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:29.846062 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:29.944579 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] For port 68faecf3-5b76-4ea3-b631-30ac4f8a4592, host hv-cinder-85391, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:29.950353 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Pushing event updated for resources: {'Port': ['ID=3231ee58-a276-4f6a-a338-703b3e38ed84,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:29.954586 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Attempting to bind port 3231ee58-a276-4f6a-a338-703b3e38ed84 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:29.955017 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Attempting to bind port 3231ee58-a276-4f6a-a338-703b3e38ed84 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:29.955381 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Attempting to bind port 3231ee58-a276-4f6a-a338-703b3e38ed84 on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:29.971066 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e9d7ec54-9365-4c8f-8ecc-5cfcaaa3b235 req-a3c77b76-7336-4e6a-ac6f-1479b6177a35 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540408 Aug 30 05:12:29.975595 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Port 3231ee58-a276-4f6a-a338-703b3e38ed84 on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:12:29.976167 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Attempting to bind port 3231ee58-a276-4f6a-a338-703b3e38ed84 on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:29.984615 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] For port 68faecf3-5b76-4ea3-b631-30ac4f8a4592, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=68faecf3-5b76-4ea3-b631-30ac4f8a4592,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:29.994757 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:29.995644 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:29.996012 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Checking segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:29.996577 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:29.996709 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Bound using segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:29.997122 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Bound port: 3231ee58-a276-4f6a-a338-703b3e38ed84, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:29.997522 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:30.003634 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:30.004335 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:30.005809 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/68faecf3-5b76-4ea3-b631-30ac4f8a4592 HTTP/1.1" status: 200 len: 1094 time: 1.0104246 Aug 30 05:12:30.006289 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae6994-d651-45c7-955b-13df805da49f', 'tag': '68faecf3-5b76-4ea3-b631-30ac4f8a4592'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:12:30.071349 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3329b-e8af-45d4-a6fd-6db2906bf461 service neutron] Pushing event updated for resources: {'Port': ['ID=68faecf3-5b76-4ea3-b631-30ac4f8a4592,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:30.082554 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] For port 3231ee58-a276-4f6a-a338-703b3e38ed84, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:30.107375 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] For port 3231ee58-a276-4f6a-a338-703b3e38ed84, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3231ee58-a276-4f6a-a338-703b3e38ed84,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:30.115977 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:30.120381 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:30.121097 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:30.122706 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/3231ee58-a276-4f6a-a338-703b3e38ed84 HTTP/1.1" status: 200 len: 1093 time: 1.1277449 Aug 30 05:12:30.124989 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ec17dd-c9e2-4802-86c7-f985a04be891', 'tag': '3231ee58-a276-4f6a-a338-703b3e38ed84'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:12:30.163424 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553212d1-b1b2-4542-854e-3205dfc658d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae6994-d651-45c7-955b-13df805da49f", "tag": "68faecf3-5b76-4ea3-b631-30ac4f8a4592"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:12:30.209351 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:30.234107 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da32eca-edb0-4d9d-ad7c-969de46a82ac service neutron] Pushing event updated for resources: {'Port': ['ID=3231ee58-a276-4f6a-a338-703b3e38ed84,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:30.260019 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de634f1-b024-4a2f-80d5-043aed2a1ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ec17dd-c9e2-4802-86c7-f985a04be891", "tag": "3231ee58-a276-4f6a-a338-703b3e38ed84"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:12:30.367082 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820330c-0f38-42d0-9b6f-c18775370246 x-openstack-request-id: req-f820330c-0f38-42d0-9b6f-c18775370246 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:12:30.367438 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae6994-d651-45c7-955b-13df805da49f", "tag": "68faecf3-5b76-4ea3-b631-30ac4f8a4592", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:12:30.367847 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f820330c-0f38-42d0-9b6f-c18775370246 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:12:30.368374 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f820330c-0f38-42d0-9b6f-c18775370246'] response: {'name': 'network-changed', 'server_uuid': '2bae6994-d651-45c7-955b-13df805da49f', 'tag': '68faecf3-5b76-4ea3-b631-30ac4f8a4592', 'status': 'completed', 'code': 200} Aug 30 05:12:30.440137 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6920eb-13f5-4983-9104-be7e9d1cf6f1 x-openstack-request-id: req-8a6920eb-13f5-4983-9104-be7e9d1cf6f1 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:12:30.440517 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ec17dd-c9e2-4802-86c7-f985a04be891", "tag": "3231ee58-a276-4f6a-a338-703b3e38ed84", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:12:30.441436 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a6920eb-13f5-4983-9104-be7e9d1cf6f1 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:12:30.442051 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6920eb-13f5-4983-9104-be7e9d1cf6f1'] response: {'name': 'network-changed', 'server_uuid': 'e0ec17dd-c9e2-4802-86c7-f985a04be891', 'tag': '3231ee58-a276-4f6a-a338-703b3e38ed84', 'status': 'completed', 'code': 200} Aug 30 05:12:30.487031 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-21a2ec1f-e852-40db-8b99-00298304af55 req-0c5325d7-b5df-44d2-84bc-0eaefaeb6655 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0286069 Aug 30 05:12:30.775797 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-68089a72-bf25-45f3-a055-2abd6fd08125 req-61734641-0b0f-4812-b098-216649ea29c5 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0342040 Aug 30 05:12:30.811807 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fb880f53-a796-49e8-a7e7-6b421f91a5f7 req-f574d81e-65a7-456a-beb9-305c9df8d148 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0328796 Aug 30 05:12:31.080440 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cfc2c-9489-4d66-ad4b-5560b10e3b70 req-80eace24-6d00-4460-bd97-d94ea002e8c5 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:31.082364 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-193cfc2c-9489-4d66-ad4b-5560b10e3b70 req-80eace24-6d00-4460-bd97-d94ea002e8c5 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.0451844 Aug 30 05:12:31.130429 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-193cfc2c-9489-4d66-ad4b-5560b10e3b70 req-0c3b0d6c-b83a-4cfa-8eab-5cfe23f291a9 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Aug 30 05:12:31.589043 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e73c3a73-837c-4f46-84f7-2c2f04068c1f req-bf1db50e-1231-490a-9376-4f1d9b94e119 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0275524 Aug 30 05:12:31.887540 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8b752d1f-d1db-43a9-9396-6d7c1fc50e1c req-bcd08448-8665-44e4-93af-e7d6ce26e2ae tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.0316610 Aug 30 05:12:31.924555 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ab8fc412-4f56-41ff-bccf-701d52d3d0e6 req-2b779d63-67d4-4970-985c-17250cb34266 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0288932 Aug 30 05:12:32.248584 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b48e6e-6de0-45a4-a5fc-bc8f7bd67227 req-dc3c87df-b49f-461a-8e4c-8f9db8835fee tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:32.250051 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-75b48e6e-6de0-45a4-a5fc-bc8f7bd67227 req-dc3c87df-b49f-461a-8e4c-8f9db8835fee tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.0485280 Aug 30 05:12:32.295140 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-75b48e6e-6de0-45a4-a5fc-bc8f7bd67227 req-1eab609f-35ec-4407-a2f4-16c3a5ebd826 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Aug 30 05:12:32.468251 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408849d1-085c-4772-a943-29e108e322b9 req-8976d6cb-af30-47a6-a206-a361171cb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:32.469324 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-8976d6cb-af30-47a6-a206-a361171cb805 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 1127 time: 0.0744936 Aug 30 05:12:32.691128 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6312-9734-487f-b542-0aeb491b65a2 req-db84cd45-f785-4f0d-81b8-b372e6565dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:32.692488 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-db84cd45-f785-4f0d-81b8-b372e6565dff service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=0ed43db2f368485990e3add370edae5f&device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 1128 time: 0.0794461 Aug 30 05:12:32.693146 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.82', 60427) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:32.693698 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.82', 60428) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:32.731021 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-7a0407d1-e63b-41f6-bcf7-0a8798ed92a7 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3231ee58-a276-4f6a-a338-703b3e38ed84 HTTP/1.1" status: 200 len: 217 time: 0.0995510 Aug 30 05:12:32.776494 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9d4726b4-1790-42bf-a401-2d0ac258dd3c req-3e94c676-be9f-4769-8030-363e439d71b0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0480587 Aug 30 05:12:32.843749 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408849d1-085c-4772-a943-29e108e322b9 req-f2461b4d-b2c7-4a40-b35f-deb3d88cbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:32.845678 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-f2461b4d-b2c7-4a40-b35f-deb3d88cbe94 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.0644078 Aug 30 05:12:32.847038 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.82', 60429) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:32.868479 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-45830c54-a2d3-4e82-b352-8df3532ab432 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68faecf3-5b76-4ea3-b631-30ac4f8a4592 HTTP/1.1" status: 200 len: 217 time: 0.1522024 Aug 30 05:12:32.896435 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:33.015719 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:33.095821 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-5c4581e6-6cde-4189-bdb2-bf958fc4b247 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:33.097619 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-5c4581e6-6cde-4189-bdb2-bf958fc4b247 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 816 time: 0.4018242 Aug 30 05:12:33.104253 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-ab5baf1d-66a3-45d3-a70a-1d6e340ac739 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:33.105836 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-ab5baf1d-66a3-45d3-a70a-1d6e340ac739 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 810 time: 0.4112580 Aug 30 05:12:33.142419 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6312-9734-487f-b542-0aeb491b65a2 req-fd4d6ba8-9ccb-4bb4-b808-d408d07ef77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:33.144013 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-fd4d6ba8-9ccb-4bb4-b808-d408d07ef77e service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=3b8f3b19-c158-4a51-ad00-94c10f674fd4 HTTP/1.1" status: 200 len: 851 time: 0.2670176 Aug 30 05:12:33.146337 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a3b2aaba-6f7e-49c4-8a6d-acbb927de94b req-38708475-4979-4c5c-b4dc-885f4009e351 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 210 time: 0.1093116 Aug 30 05:12:33.244809 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408849d1-085c-4772-a943-29e108e322b9 req-50768566-bb98-4730-9697-8a43d054d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:33.246194 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-50768566-bb98-4730-9697-8a43d054d9c2 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3835742 Aug 30 05:12:33.250794 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-148f45c1-76c1-4afe-94bd-600baaa696fe req-793529b8-8ef8-4ccd-a8e6-96ba7feaed52 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.1923521 Aug 30 05:12:33.296665 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:33.369605 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6312-9734-487f-b542-0aeb491b65a2 req-795c23e7-b238-4df9-a486-0d803f793a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:33.371767 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-795c23e7-b238-4df9-a486-0d803f793a91 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=996ccdc5-b602-44de-84a5-e9a6b62f687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1941450 Aug 30 05:12:33.435634 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f357-9514-4946-87b3-b24590424568 req-d464bc64-068b-4dd6-ad89-52cdcac7d53f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:33.436994 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-d464bc64-068b-4dd6-ad89-52cdcac7d53f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 819 time: 0.5771937 Aug 30 05:12:33.462598 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Request body: {'port': {'device_id': '43143409-91ae-49e1-a4d3-688ea54d1d0b', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'admin_state_up': True, 'tenant_id': 'd2ce224c162c414c9be681b76801969c'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:33.481322 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-a829e9b4-dd4b-49ec-bbd3-80f80403424a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7ea4da0dbf3a44eabbff29f884beb157 HTTP/1.1" status: 200 len: 380 time: 0.3049438 Aug 30 05:12:33.485744 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-84a49138-5d9c-4326-8049-94aacb7ec841 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=116fb506b7794c1fa9460b5a861de136 HTTP/1.1" status: 200 len: 379 time: 0.2748578 Aug 30 05:12:33.520551 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'port': {'device_id': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'admin_state_up': True, 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'security_groups': ['8e5879b6-a4aa-4c71-9e73-06bb92132f3b']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:33.529471 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-2c811217-42ad-4dac-a670-7b80fcbb8c23 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483339 Aug 30 05:12:33.537338 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'port': {'device_id': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'admin_state_up': True, 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'security_groups': ['607a4fd9-cec0-4fae-af2b-630f3b6745fe']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:33.706566 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-408849d1-085c-4772-a943-29e108e322b9 req-ca4e5213-1ea9-4772-a6bc-6e5bfd0d8ea8 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679423 Aug 30 05:12:33.709507 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Made reservation on behalf of d2ce224c162c414c9be681b76801969c for: {'port': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:12:33.715567 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:33.859695 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a7d52-dd7c-4fb8-8ef1-ee2a9f348aa6 req-dee13f9e-4aea-4bb0-bf1b-0cec64c81def tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:33.863995 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e71a7d52-dd7c-4fb8-8ef1-ee2a9f348aa6 req-dee13f9e-4aea-4bb0-bf1b-0cec64c81def tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.4162934 Aug 30 05:12:33.882555 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:33.920948 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-3dc078ef-4c79-4e0e-9f8d-d482368b02b8 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/996ccdc5-b602-44de-84a5-e9a6b62f687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367289 Aug 30 05:12:33.963754 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7b9672e1-0509-44a6-8cac-e4ed5a5869fe req-66146ba6-27f9-4ab3-90d1-d928f8b6be55 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0370345 Aug 30 05:12:33.995586 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Allocated IP 172.20.0.10 (16c6adbd-c68c-4f67-83ee-76b6653a3867/4fa10be7-6243-453b-b109-c8dd7a1f8b04/04285150-7904-4555-9230-fcb76ec2800d) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:12:34.045227 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e71a7d52-dd7c-4fb8-8ef1-ee2a9f348aa6 req-700283b4-23d2-4fc0-820b-110de650bfb2 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784956 Aug 30 05:12:34.085822 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Made reservation on behalf of 7ea4da0dbf3a44eabbff29f884beb157 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:12:34.090368 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.112296 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Made reservation on behalf of 116fb506b7794c1fa9460b5a861de136 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:12:34.116875 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.192520 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for port (04285150-7904-4555-9230-fcb76ec2800d), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.228281 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (04285150-7904-4555-9230-fcb76ec2800d), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.248621 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:34.314001 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:34.333991 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:34.341120 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:34.349505 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734827a5-3f62-4312-8b1b-ac55dd82ab2b req-1dda0466-2406-4490-83f2-cd4c470ec304 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:34.357760 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-734827a5-3f62-4312-8b1b-ac55dd82ab2b req-1dda0466-2406-4490-83f2-cd4c470ec304 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 932 time: 0.1325536 Aug 30 05:12:34.360626 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:12:34.364155 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Allocated IP 172.20.0.10 (fba3e311-e2c8-4947-8745-e286c874d470/b72fa8d3-2305-413a-a425-ecf5efbcfd27/c5da19b6-98a0-4af9-b8f5-52291d4a9be0) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:12:34.373936 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event updated for resources: {'Port': ['ID=04285150-7904-4555-9230-fcb76ec2800d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:34.407011 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Allocated IP 172.20.0.14 (f19a3a63-4a1b-4d2c-ab3d-dff746819db6/802d55d3-5b78-4795-b734-cb45af8a6535/a8fa1465-9fa9-4b85-9370-89b6902a982d) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:12:34.439586 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cb09c9fe-36da-4768-833b-562d51bc1d99 req-51648fa9-9e1d-473b-b8a9-9af022f8f39f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0492682 Aug 30 05:12:34.447611 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:34.463754 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:34.464458 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.502177 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-734827a5-3f62-4312-8b1b-ac55dd82ab2b req-1c47c2f1-e67b-4f11-a65c-201fe5cc06e3 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433377 Aug 30 05:12:34.522575 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-6d3fedb3-3d7e-4dad-ae90-d91ff74e8205 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0661962 Aug 30 05:12:34.705941 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.710736 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:34.715667 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.749519 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f972ff11-10ed-43d8-81d2-38e6a42f0c12 None None] Provisioning complete for port 04285150-7904-4555-9230-fcb76ec2800d triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:34.750454 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f972ff11-10ed-43d8-81d2-38e6a42f0c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (04285150-7904-4555-9230-fcb76ec2800d), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.774671 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.780270 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.808544 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f972ff11-10ed-43d8-81d2-38e6a42f0c12 None None] Port 04285150-7904-4555-9230-fcb76ec2800d cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:12:34.815056 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-861844b7-7cc7-4047-9b5c-4cbdb99ec7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.841917 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Network fba3e311-e2c8-4947-8745-e286c874d470 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:34.848750 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:34.858313 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:12:34.862855 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:34.863507 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.868010 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:12:34.869629 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:34.874990 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:12:34.884516 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:12:34.888539 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:34.889311 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:34.924792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Request body: {'port': {'device_id': '43143409-91ae-49e1-a4d3-688ea54d1d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:34.983702 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-b961665b-ac5e-483c-aa47-c5153ac1cc4c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4971023 Aug 30 05:12:35.005777 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-e904e9b6-bc63-4e55-89b9-b9eacc3fd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:35.009653 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-e904e9b6-bc63-4e55-89b9-b9eacc3fd844 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 1127 time: 0.0799196 Aug 30 05:12:35.105067 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-865f6312-9734-487f-b542-0aeb491b65a2 req-5cd7b636-b10d-45a7-af56-a14f4936e557 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/996ccdc5-b602-44de-84a5-e9a6b62f687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830826 Aug 30 05:12:35.117846 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5911486 Aug 30 05:12:35.131378 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Request body: {'port': {'device_id': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:35.163420 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Request body: {'port': {'device_id': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:35.217248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfceca-1dea-4053-9339-5a79c08d1785 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'Port': ['ID=a8fa1465-9fa9-4b85-9370-89b6902a982d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:35.302280 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (04285150-7904-4555-9230-fcb76ec2800d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:35.340034 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-31fe265d-acc0-4312-ad2e-057e9d01e611 None None] Provisioning complete for port a8fa1465-9fa9-4b85-9370-89b6902a982d triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:35.341430 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-31fe265d-acc0-4312-ad2e-057e9d01e611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:35.396374 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:35.409522 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce40882-f795-4f5b-9e83-13be891c6fbc req-b6e43a45-66b4-415e-a1c4-ab7635471f62 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:35.412561 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dce40882-f795-4f5b-9e83-13be891c6fbc req-b6e43a45-66b4-415e-a1c4-ab7635471f62 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 932 time: 0.2552438 Aug 30 05:12:35.425829 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370ffe0-8a9e-4146-a38a-ad7d87127810 req-04cb2fda-991b-461d-96e0-2d13f69ca89a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:35.432458 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5370ffe0-8a9e-4146-a38a-ad7d87127810 req-04cb2fda-991b-461d-96e0-2d13f69ca89a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.1669061 Aug 30 05:12:35.451631 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-31fe265d-acc0-4312-ad2e-057e9d01e611 None None] Port a8fa1465-9fa9-4b85-9370-89b6902a982d cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:12:35.482954 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-31fe265d-acc0-4312-ad2e-057e9d01e611 None None] Provisioning complete for port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:35.484486 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-31fe265d-acc0-4312-ad2e-057e9d01e611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:35.486948 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:35.497314 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-cfbd3948-559a-40ff-8e62-a61141279f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:35.498834 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-cfbd3948-559a-40ff-8e62-a61141279f86 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.4829125 Aug 30 05:12:35.542262 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-31fe265d-acc0-4312-ad2e-057e9d01e611 None None] Port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:12:35.548980 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:35.572848 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dce40882-f795-4f5b-9e83-13be891c6fbc req-7e3ceeb0-1726-4828-bfb7-23b5b24f2f31 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303864 Aug 30 05:12:35.665805 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5370ffe0-8a9e-4146-a38a-ad7d87127810 req-7dd0d2d4-eadb-4ed1-ae9c-ef670c38dabd tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292919 Aug 30 05:12:35.826761 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:35.854619 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46448) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:35.879559 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087cc7c-da41-4091-a35c-970d54a74420 req-9def6abe-0c3a-48bd-91e7-b94a5495167c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:35.880793 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0087cc7c-da41-4091-a35c-970d54a74420 req-9def6abe-0c3a-48bd-91e7-b94a5495167c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 932 time: 0.0880389 Aug 30 05:12:35.969063 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04285150-7904-4555-9230-fcb76ec2800d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:35.985615 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1d3ba-c456-4e2b-97d5-72d8693e4e2a req-5db9a794-7068-4e13-a6c1-d853ee6c6f81 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:35.987246 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aae1d3ba-c456-4e2b-97d5-72d8693e4e2a req-5db9a794-7068-4e13-a6c1-d853ee6c6f81 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 932 time: 0.1628468 Aug 30 05:12:35.993613 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Publish callbacks [] for port (04285150-7904-4555-9230-fcb76ec2800d), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.012062 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-346e01f3-c57c-4182-a2ab-6e9b719dd378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.017618 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0087cc7c-da41-4091-a35c-970d54a74420 req-f44e6017-d553-48b2-aa64-883729df8be9 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294861 Aug 30 05:12:36.029371 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Transition to ACTIVE for port object 04285150-7904-4555-9230-fcb76ec2800d will not be triggered until provisioned by entity L2. {{(pid=106380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:12:36.038987 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (04285150-7904-4555-9230-fcb76ec2800d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.148716 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:36.154206 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Pushing event updated for resources: {'Port': ['ID=04285150-7904-4555-9230-fcb76ec2800d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:36.157223 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:36.189607 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aae1d3ba-c456-4e2b-97d5-72d8693e4e2a req-cd5b5c98-de5b-4a70-8ebc-7b5e3e9ca751 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940658 Aug 30 05:12:36.266317 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fa1465-9fa9-4b85-9370-89b6902a982d {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:36.278512 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Publish callbacks [] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.323872 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Transition to ACTIVE for port object a8fa1465-9fa9-4b85-9370-89b6902a982d will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:12:36.333942 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.337990 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 46464) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:36.348054 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5da19b6-98a0-4af9-b8f5-52291d4a9be0 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:36.373278 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Publish callbacks [] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.401252 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-346e01f3-c57c-4182-a2ab-6e9b719dd378 admin admin] Publish callbacks [] for security_group (c12182da-5565-4de3-b9ef-bf04139d3f97), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.404190 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Attempting to bind port 04285150-7904-4555-9230-fcb76ec2800d on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:36.404638 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Attempting to bind port 04285150-7904-4555-9230-fcb76ec2800d by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:36.404993 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Attempting to bind port 04285150-7904-4555-9230-fcb76ec2800d on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:36.406049 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Transition to ACTIVE for port object c5da19b6-98a0-4af9-b8f5-52291d4a9be0 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:12:36.411134 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-346e01f3-c57c-4182-a2ab-6e9b719dd378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c12182da-5565-4de3-b9ef-bf04139d3f97), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.417321 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Port 04285150-7904-4555-9230-fcb76ec2800d on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:12:36.417644 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Attempting to bind port 04285150-7904-4555-9230-fcb76ec2800d on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:36.423386 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Pushing event updated for resources: {'Port': ['ID=a8fa1465-9fa9-4b85-9370-89b6902a982d,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:36.426528 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.459051 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:36.459459 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Checking segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:36.459862 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Bound using segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:36.460331 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Bound port: 04285150-7904-4555-9230-fcb76ec2800d, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:36.460705 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (04285150-7904-4555-9230-fcb76ec2800d), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.470519 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:36.477777 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Attempting to bind port a8fa1465-9fa9-4b85-9370-89b6902a982d on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:36.478228 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Attempting to bind port a8fa1465-9fa9-4b85-9370-89b6902a982d by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:36.478487 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Attempting to bind port a8fa1465-9fa9-4b85-9370-89b6902a982d on network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:36.479626 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-346e01f3-c57c-4182-a2ab-6e9b719dd378 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=bec16540a4be4e40bf3bab0ef22861b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6215985 Aug 30 05:12:36.480543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46468) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:36.493161 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e01f3-c57c-4182-a2ab-6e9b719dd378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12182da-5565-4de3-b9ef-bf04139d3f97,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:36.515723 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Port a8fa1465-9fa9-4b85-9370-89b6902a982d on network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:12:36.516055 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Attempting to bind port a8fa1465-9fa9-4b85-9370-89b6902a982d on network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:36.527986 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:36.544622 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:36.544958 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Checking segment: {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:36.545341 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Bound using segment: {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:36.545801 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Bound port: a8fa1465-9fa9-4b85-9370-89b6902a982d, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:36.546155 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.551312 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e706e1cd-70d9-4056-811b-7dac1581c087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.567273 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Attempting to bind port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:12:36.567609 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Attempting to bind port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:12:36.567937 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Attempting to bind port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 on network fba3e311-e2c8-4947-8745-e286c874d470 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:36.577607 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 on network fba3e311-e2c8-4947-8745-e286c874d470 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:12:36.577957 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Attempting to bind port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 on network fba3e311-e2c8-4947-8745-e286c874d470 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:12:36.578600 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] For port 04285150-7904-4555-9230-fcb76ec2800d, host hv-cinder-85391, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:36.580903 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5251-4da6-46b5-90d5-96855153215e admin admin] Publish callbacks [] for security_group (c12182da-5565-4de3-b9ef-bf04139d3f97), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.601603 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] For port 04285150-7904-4555-9230-fcb76ec2800d, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=04285150-7904-4555-9230-fcb76ec2800d,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:36.607308 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:12:36.607723 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Checking segment: {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:12:36.608023 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Bound using segment: {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:12:36.608458 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Bound port: c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:12:36.608817 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.614672 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (04285150-7904-4555-9230-fcb76ec2800d), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.617887 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5251-4da6-46b5-90d5-96855153215e admin admin] Publish callbacks [] for security_group (c12182da-5565-4de3-b9ef-bf04139d3f97), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.621792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:36.622384 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.623756 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/04285150-7904-4555-9230-fcb76ec2800d HTTP/1.1" status: 200 len: 1094 time: 1.7056987 Aug 30 05:12:36.629463 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43143409-91ae-49e1-a4d3-688ea54d1d0b', 'tag': '04285150-7904-4555-9230-fcb76ec2800d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:12:36.632540 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbfb838-e896-4661-9ae7-57fab3802be6" -d '{"events": [{"name": "network-changed", "server_uuid": "43143409-91ae-49e1-a4d3-688ea54d1d0b", "tag": "04285150-7904-4555-9230-fcb76ec2800d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:12:36.693751 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] For port a8fa1465-9fa9-4b85-9370-89b6902a982d, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:36.695577 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de869e6c-8b20-48d6-9ddc-487bb1eb1faf x-openstack-request-id: req-de869e6c-8b20-48d6-9ddc-487bb1eb1faf {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:12:36.695577 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43143409-91ae-49e1-a4d3-688ea54d1d0b", "tag": "04285150-7904-4555-9230-fcb76ec2800d", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:12:36.695811 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:36.695895 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de869e6c-8b20-48d6-9ddc-487bb1eb1faf {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:12:36.696180 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de869e6c-8b20-48d6-9ddc-487bb1eb1faf'] response: {'name': 'network-changed', 'server_uuid': '43143409-91ae-49e1-a4d3-688ea54d1d0b', 'tag': '04285150-7904-4555-9230-fcb76ec2800d', 'status': 'completed', 'code': 200} Aug 30 05:12:36.703001 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292061a-5aff-459d-a1d9-b0d131ca100e service neutron] Pushing event updated for resources: {'Port': ['ID=04285150-7904-4555-9230-fcb76ec2800d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:36.729399 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] For port a8fa1465-9fa9-4b85-9370-89b6902a982d, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:36.731044 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5251-4da6-46b5-90d5-96855153215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c12182da-5565-4de3-b9ef-bf04139d3f97), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.736465 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5251-4da6-46b5-90d5-96855153215e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.739539 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-bf8d5251-4da6-46b5-90d5-96855153215e admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c12182da-5565-4de3-b9ef-bf04139d3f97 HTTP/1.1" status: 204 len: 168 time: 0.2559519 Aug 30 05:12:36.751488 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d5251-4da6-46b5-90d5-96855153215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12182da-5565-4de3-b9ef-bf04139d3f97,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:36.756747 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.759208 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:12:36.776684 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:36.777270 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.778646 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/a8fa1465-9fa9-4b85-9370-89b6902a982d HTTP/1.1" status: 200 len: 1094 time: 1.6275301 Aug 30 05:12:36.780411 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:12:36.782840 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'tag': 'a8fa1465-9fa9-4b85-9370-89b6902a982d'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:12:36.785485 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3efe4-4c68-4d11-8a5e-d42f066a2662" -d '{"events": [{"name": "network-changed", "server_uuid": "2a54dc6f-8cee-4b66-9486-491841d01c27", "tag": "a8fa1465-9fa9-4b85-9370-89b6902a982d"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:12:36.827834 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.841883 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122d04c-8396-41e5-ac1c-7c3b69aee7f4 req-ef3ab75d-a65d-455c-aecf-118f3342fe3a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:36.850234 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b122d04c-8396-41e5-ac1c-7c3b69aee7f4 req-ef3ab75d-a65d-455c-aecf-118f3342fe3a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.0611815 Aug 30 05:12:36.864940 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:36.865563 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.874486 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/c5da19b6-98a0-4af9-b8f5-52291d4a9be0 HTTP/1.1" status: 200 len: 1094 time: 1.7603052 Aug 30 05:12:36.874486 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e706e1cd-70d9-4056-811b-7dac1581c087 admin admin] Publish callbacks [] for security_group (8cff530c-28bb-4197-9312-532081e128be), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.881881 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e706e1cd-70d9-4056-811b-7dac1581c087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8cff530c-28bb-4197-9312-532081e128be), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:36.909881 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b122d04c-8396-41e5-ac1c-7c3b69aee7f4 req-f96fba99-f59b-44b3-8b14-212914188b0f tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572081 Aug 30 05:12:36.921489 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ed047-93a4-49c9-b5a4-3094c8a75aa9 req-f5f04ce3-bfd4-4ab4-8f3a-6705ba832f45 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:36.921489 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-985ed047-93a4-49c9-b5a4-3094c8a75aa9 req-f5f04ce3-bfd4-4ab4-8f3a-6705ba832f45 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.1389132 Aug 30 05:12:36.926182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304952d-cf40-4dea-b893-8b9d18b53e1a service neutron] Pushing event updated for resources: {'Port': ['ID=a8fa1465-9fa9-4b85-9370-89b6902a982d,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:36.969724 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92c0e69-cad7-4aa6-988e-a2a65e1d4190 x-openstack-request-id: req-c92c0e69-cad7-4aa6-988e-a2a65e1d4190 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:12:36.970001 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a54dc6f-8cee-4b66-9486-491841d01c27", "tag": "a8fa1465-9fa9-4b85-9370-89b6902a982d", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:12:36.970256 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c92c0e69-cad7-4aa6-988e-a2a65e1d4190 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:12:36.970664 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92c0e69-cad7-4aa6-988e-a2a65e1d4190'] response: {'name': 'network-changed', 'server_uuid': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'tag': 'a8fa1465-9fa9-4b85-9370-89b6902a982d', 'status': 'completed', 'code': 200} Aug 30 05:12:36.985246 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e706e1cd-70d9-4056-811b-7dac1581c087 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=a7c46125ea924a3aaebdd47f16ef5de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6446710 Aug 30 05:12:36.988118 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46486) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:36.996072 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706e1cd-70d9-4056-811b-7dac1581c087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff530c-28bb-4197-9312-532081e128be,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:37.030542 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101da5b1-8c2a-4a2d-9ad6-16d3a30c8efc service neutron] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:37.046503 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-985ed047-93a4-49c9-b5a4-3094c8a75aa9 req-3dd3b477-c69f-4234-80db-4fb897239f9c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014349 Aug 30 05:12:37.088931 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19966379-8b74-428d-ab84-41bb794e42b3 admin admin] Publish callbacks [] for security_group (8cff530c-28bb-4197-9312-532081e128be), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.123034 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19966379-8b74-428d-ab84-41bb794e42b3 admin admin] Publish callbacks [] for security_group (8cff530c-28bb-4197-9312-532081e128be), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.155136 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-59b7f231-b737-4046-a976-5abd1c30c16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.184243 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 46490) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:37.197682 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-462186bd-2b50-4743-a1ae-c75743181fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.205319 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d793-ddb6-4908-a9cf-3064eec7ce3d req-0d42894e-8f01-4b01-b20f-2712b3117ba4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:37.215081 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-05e6d793-ddb6-4908-a9cf-3064eec7ce3d req-0d42894e-8f01-4b01-b20f-2712b3117ba4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 944 time: 0.1009071 Aug 30 05:12:37.285176 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:37.306716 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-462186bd-2b50-4743-a1ae-c75743181fca admin admin] Publish callbacks [] for security_group (8a4b1f88-a0fa-4ce8-b3b9-863554866894), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.312072 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-05e6d793-ddb6-4908-a9cf-3064eec7ce3d req-e569d75c-9d0f-47a4-bd9b-3d7d97468098 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954838 Aug 30 05:12:37.315027 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19966379-8b74-428d-ab84-41bb794e42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8cff530c-28bb-4197-9312-532081e128be), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.321380 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-462186bd-2b50-4743-a1ae-c75743181fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8a4b1f88-a0fa-4ce8-b3b9-863554866894), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.324976 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19966379-8b74-428d-ab84-41bb794e42b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.326167 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-19966379-8b74-428d-ab84-41bb794e42b3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8cff530c-28bb-4197-9312-532081e128be HTTP/1.1" status: 204 len: 168 time: 0.3370535 Aug 30 05:12:37.340823 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19966379-8b74-428d-ab84-41bb794e42b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff530c-28bb-4197-9312-532081e128be,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:37.395714 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d888-7372-4425-9129-5ed0ea5a7580 req-0132d310-dfd0-4821-8d48-de932eed622e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:37.397357 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b086d888-7372-4425-9129-5ed0ea5a7580 req-0132d310-dfd0-4821-8d48-de932eed622e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 944 time: 0.0981441 Aug 30 05:12:37.399665 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462186bd-2b50-4743-a1ae-c75743181fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b1f88-a0fa-4ce8-b3b9-863554866894,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:37.403779 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-462186bd-2b50-4743-a1ae-c75743181fca admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=fbc9ec8aa1f742eebc6da392cfafd613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185230 Aug 30 05:12:37.406726 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 46504) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:37.494698 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b086d888-7372-4425-9129-5ed0ea5a7580 req-66cecaaa-f86b-435b-8bf9-f4698d1ec7df tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898261 Aug 30 05:12:37.499768 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea1a5-8b1e-403d-8b9a-406c3c8694bc admin admin] Publish callbacks [] for security_group (8a4b1f88-a0fa-4ce8-b3b9-863554866894), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.531111 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea1a5-8b1e-403d-8b9a-406c3c8694bc admin admin] Publish callbacks [] for security_group (8a4b1f88-a0fa-4ce8-b3b9-863554866894), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.583304 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea1a5-8b1e-403d-8b9a-406c3c8694bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8a4b1f88-a0fa-4ce8-b3b9-863554866894), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.585828 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea1a5-8b1e-403d-8b9a-406c3c8694bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.586986 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0b3ea1a5-8b1e-403d-8b9a-406c3c8694bc admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8a4b1f88-a0fa-4ce8-b3b9-863554866894 HTTP/1.1" status: 204 len: 168 time: 0.1793182 Aug 30 05:12:37.595212 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea1a5-8b1e-403d-8b9a-406c3c8694bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b1f88-a0fa-4ce8-b3b9-863554866894,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:37.739696 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46512) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:37.754028 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b8266a0-5ac5-44ef-9d8f-785acd21c77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.756596 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:37.797401 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:37.841712 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b8266a0-5ac5-44ef-9d8f-785acd21c77f admin admin] Publish callbacks [] for security_group (e25e3b80-f718-42ad-9993-6f512dba49c3), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.846660 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b8266a0-5ac5-44ef-9d8f-785acd21c77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e25e3b80-f718-42ad-9993-6f512dba49c3), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.887965 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-8b8266a0-5ac5-44ef-9d8f-785acd21c77f admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e972bb0e3d8f446caf920c6f378df9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471689 Aug 30 05:12:37.888692 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8266a0-5ac5-44ef-9d8f-785acd21c77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25e3b80-f718-42ad-9993-6f512dba49c3,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:37.891063 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 46516) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:37.944623 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c356e491-ee2d-4702-9a71-ab66a4a1dab3 admin admin] Publish callbacks [] for security_group (e25e3b80-f718-42ad-9993-6f512dba49c3), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.948314 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46520) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:37.962734 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea37c469-c5dd-4b5f-8efc-14b7f71166b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:37.967586 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:37.969870 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c356e491-ee2d-4702-9a71-ab66a4a1dab3 admin admin] Publish callbacks [] for security_group (e25e3b80-f718-42ad-9993-6f512dba49c3), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.023429 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c356e491-ee2d-4702-9a71-ab66a4a1dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e25e3b80-f718-42ad-9993-6f512dba49c3), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.027469 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c356e491-ee2d-4702-9a71-ab66a4a1dab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.030549 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c356e491-ee2d-4702-9a71-ab66a4a1dab3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/e25e3b80-f718-42ad-9993-6f512dba49c3 HTTP/1.1" status: 204 len: 168 time: 0.1380162 Aug 30 05:12:38.038895 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356e491-ee2d-4702-9a71-ab66a4a1dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25e3b80-f718-42ad-9993-6f512dba49c3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:38.051227 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382c7c6-48fb-4eda-9500-48ab0be45ab6 req-a193c38a-c4d0-4731-8e3f-e74bde010286 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.052657 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7382c7c6-48fb-4eda-9500-48ab0be45ab6 req-a193c38a-c4d0-4731-8e3f-e74bde010286 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.0642276 Aug 30 05:12:38.115899 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea37c469-c5dd-4b5f-8efc-14b7f71166b1 admin admin] Publish callbacks [] for security_group (09fa71fb-9aab-4df7-983a-d583d112a72e), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.126411 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea37c469-c5dd-4b5f-8efc-14b7f71166b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (09fa71fb-9aab-4df7-983a-d583d112a72e), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.154852 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7382c7c6-48fb-4eda-9500-48ab0be45ab6 req-192a58a8-b5dc-42f8-bc97-62f74a3a8227 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946772 Aug 30 05:12:38.180354 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-ea37c469-c5dd-4b5f-8efc-14b7f71166b1 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=1d204a50ea3440de85d9e216ca404ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284026 Aug 30 05:12:38.180354 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37c469-c5dd-4b5f-8efc-14b7f71166b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fa71fb-9aab-4df7-983a-d583d112a72e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:38.181185 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46526) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:38.215671 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729fb73-7dbd-4bea-abeb-2b1f7c82d1f9 req-0e3ffd80-d709-475c-9154-ea0f0aba4c85 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.217554 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2729fb73-7dbd-4bea-abeb-2b1f7c82d1f9 req-0e3ffd80-d709-475c-9154-ea0f0aba4c85 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0765738 Aug 30 05:12:38.237125 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c244a0f-81c1-4c6f-93d5-bbe8bf5e9e87 admin admin] Publish callbacks [] for security_group (09fa71fb-9aab-4df7-983a-d583d112a72e), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.258358 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c244a0f-81c1-4c6f-93d5-bbe8bf5e9e87 admin admin] Publish callbacks [] for security_group (09fa71fb-9aab-4df7-983a-d583d112a72e), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.274902 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2729fb73-7dbd-4bea-abeb-2b1f7c82d1f9 req-525f05a0-4d47-48ea-babd-b6b5e997bf9e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504048 Aug 30 05:12:38.315960 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c244a0f-81c1-4c6f-93d5-bbe8bf5e9e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (09fa71fb-9aab-4df7-983a-d583d112a72e), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.318630 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c244a0f-81c1-4c6f-93d5-bbe8bf5e9e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.320086 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2c244a0f-81c1-4c6f-93d5-bbe8bf5e9e87 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/09fa71fb-9aab-4df7-983a-d583d112a72e HTTP/1.1" status: 204 len: 168 time: 0.1378357 Aug 30 05:12:38.329070 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244a0f-81c1-4c6f-93d5-bbe8bf5e9e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fa71fb-9aab-4df7-983a-d583d112a72e,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:38.406365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.474991 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40e65b-4c8a-4968-a64d-fac3d3415f93 req-b3735bb2-16e6-453a-b56b-f7d5a15d3a97 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.476579 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fa40e65b-4c8a-4968-a64d-fac3d3415f93 req-b3735bb2-16e6-453a-b56b-f7d5a15d3a97 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 944 time: 0.0826914 Aug 30 05:12:38.559106 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fa40e65b-4c8a-4968-a64d-fac3d3415f93 req-6caecf27-31ff-4870-907d-22ca605cb31e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734792 Aug 30 05:12:38.566950 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 46544) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:38.619262 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48b232fa-3fb1-46f0-a0c9-cff7f56ef502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:38.697067 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-866ec91d-c429-4068-ab1b-a8a25669a536 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3231ee58-a276-4f6a-a338-703b3e38ed84 HTTP/1.1" status: 200 len: 217 time: 0.0664544 Aug 30 05:12:38.766931 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3efe4-4c68-4d11-8a5e-d42f066a2662 req-ada14477-8d1a-4276-b1e9-2a87fa6499d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.768683 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c1b3efe4-4c68-4d11-8a5e-d42f066a2662 req-ada14477-8d1a-4276-b1e9-2a87fa6499d8 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 1128 time: 0.0816309 Aug 30 05:12:38.797508 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56fc0f-5d27-497f-bee7-0bdc9f8dfa15 req-310cbd0e-7cc9-40a1-83aa-7d613aed10b1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.799261 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2a56fc0f-5d27-497f-bee7-0bdc9f8dfa15 req-310cbd0e-7cc9-40a1-83aa-7d613aed10b1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 944 time: 0.1921856 Aug 30 05:12:38.843513 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-d9bd62cd-f887-4579-8c18-882e7ae18c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.846370 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-d9bd62cd-f887-4579-8c18-882e7ae18c94 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=0ed43db2f368485990e3add370edae5f&device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 1128 time: 0.1877611 Aug 30 05:12:38.848144 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-c60ca80a-31a3-4e8d-a94e-edf220c540ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.849611 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-c60ca80a-31a3-4e8d-a94e-edf220c540ff service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 1128 time: 0.1698513 Aug 30 05:12:38.871225 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-45ee439a-ea7a-446c-ae4b-fbadfd60df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.873314 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-45ee439a-ea7a-446c-ae4b-fbadfd60df87 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.1541891 Aug 30 05:12:38.918754 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb838-e896-4661-9ae7-57fab3802be6 req-01b6510f-8b4c-4f7a-b80b-7731c0096d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.920264 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bbbfb838-e896-4661-9ae7-57fab3802be6 req-01b6510f-8b4c-4f7a-b80b-7731c0096d1a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 1128 time: 0.1766820 Aug 30 05:12:38.961823 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:38.977463 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-04f0c708-8840-452f-898e-8b093e574072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:38.979088 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-04f0c708-8840-452f-898e-8b093e574072 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964484 Aug 30 05:12:38.989060 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:12:38.991269 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac767953-c0e3-4cc9-b745-22778ae38eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:12:39.013595 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:39.014308 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-0ebe65b8-c81e-48d1-91e4-c0268f88a618 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0 HTTP/1.1" status: 200 len: 217 time: 0.1508737 Aug 30 05:12:39.070032 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3efe4-4c68-4d11-8a5e-d42f066a2662 req-45f634f8-1ac7-4959-8fd4-c41d3e66672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:39.071569 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c1b3efe4-4c68-4d11-8a5e-d42f066a2662 req-45f634f8-1ac7-4959-8fd4-c41d3e66672e service neutron] 10.222.0.82 "GET /networking/v2.0/networks?tenant_id=116fb506b7794c1fa9460b5a861de136&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2950375 Aug 30 05:12:39.226597 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-75abe370-a922-4740-b214-0ced12b9e284 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397103 Aug 30 05:12:39.272261 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bd191c-c61f-48f9-8259-f0ae0347d7be x-openstack-request-id: req-69bd191c-c61f-48f9-8259-f0ae0347d7be {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:12:39.272873 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:12:39.272873 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69bd191c-c61f-48f9-8259-f0ae0347d7be {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:12:39.273562 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bd191c-c61f-48f9-8259-f0ae0347d7be'] response: {'name': 'network-changed', 'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'status': 'completed', 'code': 200} Aug 30 05:12:39.306546 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3efe4-4c68-4d11-8a5e-d42f066a2662 req-2f410571-6ffc-48a5-835c-b9c2b22c3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:39.312426 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c1b3efe4-4c68-4d11-8a5e-d42f066a2662 req-2f410571-6ffc-48a5-835c-b9c2b22c3af0 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2328222 Aug 30 05:12:39.337710 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87884c5-17f2-4f4d-b9f3-68332983a7a5 req-3da09216-7cec-48b4-9327-79ed587d7c15 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:39.337918 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:39.337998 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d87884c5-17f2-4f4d-b9f3-68332983a7a5 req-3da09216-7cec-48b4-9327-79ed587d7c15 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.0791771 Aug 30 05:12:39.389059 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d87884c5-17f2-4f4d-b9f3-68332983a7a5 req-1b554c84-e077-47d9-ac1e-c3f4346be43c tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452526 Aug 30 05:12:39.423126 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2a56fc0f-5d27-497f-bee7-0bdc9f8dfa15 req-e25b925c-ce51-4882-b6cc-2b90fc737cbe tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6115639 Aug 30 05:12:39.537321 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f51cc-099d-4f93-8add-8d013e5871a7 req-44b79567-c154-4251-9bc4-c7df0546d20c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:39.545725 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7f6f51cc-099d-4f93-8add-8d013e5871a7 req-44b79567-c154-4251-9bc4-c7df0546d20c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0628569 Aug 30 05:12:39.553801 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-cafd74d3-f61c-47d5-b137-04af93f9005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:39.555390 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-cafd74d3-f61c-47d5-b137-04af93f9005c service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.5122259 Aug 30 05:12:39.557357 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-cb620891-0104-468a-9921-a6a97b88ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:39.558700 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-cb620891-0104-468a-9921-a6a97b88ae3a service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=996ccdc5-b602-44de-84a5-e9a6b62f687d HTTP/1.1" status: 200 len: 913 time: 0.6883359 Aug 30 05:12:39.566604 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48b232fa-3fb1-46f0-a0c9-cff7f56ef502 admin admin] Publish callbacks [] for security_group (884bbdd9-0036-45ac-ad78-7e1d3bab5db0), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:39.593631 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48b232fa-3fb1-46f0-a0c9-cff7f56ef502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (884bbdd9-0036-45ac-ad78-7e1d3bab5db0), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:39.618129 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7f6f51cc-099d-4f93-8add-8d013e5871a7 req-9ef9375b-8898-4e90-9188-841aea4779d0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713017 Aug 30 05:12:39.651019 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:39.676049 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb838-e896-4661-9ae7-57fab3802be6 req-e31d892e-806c-4e15-a43a-94f23ddf6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:39.677835 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bbbfb838-e896-4661-9ae7-57fab3802be6 req-e31d892e-806c-4e15-a43a-94f23ddf6fae service neutron] 10.222.0.82 "GET /networking/v2.0/networks?tenant_id=d2ce224c162c414c9be681b76801969c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6906581 Aug 30 05:12:39.682167 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-48b232fa-3fb1-46f0-a0c9-cff7f56ef502 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=6fb323c928e042eb94b090c8c875af91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1135535 Aug 30 05:12:39.682910 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b232fa-3fb1-46f0-a0c9-cff7f56ef502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884bbdd9-0036-45ac-ad78-7e1d3bab5db0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:39.684763 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46590) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:39.721278 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb41656-beb2-42dc-8bb4-5ba2a71b2393 req-3e3f2976-a42d-4be3-ad05-6a00c74c3050 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:39.723246 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3bb41656-beb2-42dc-8bb4-5ba2a71b2393 req-3e3f2976-a42d-4be3-ad05-6a00c74c3050 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 944 time: 0.0620010 Aug 30 05:12:39.742934 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bca096d-3d99-4921-b466-353ad65c6487 admin admin] Publish callbacks [] for security_group (884bbdd9-0036-45ac-ad78-7e1d3bab5db0), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:39.770228 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bca096d-3d99-4921-b466-353ad65c6487 admin admin] Publish callbacks [] for security_group (884bbdd9-0036-45ac-ad78-7e1d3bab5db0), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:39.778645 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3bb41656-beb2-42dc-8bb4-5ba2a71b2393 req-30c18d1d-8fec-487a-81ab-8e5c5082a301 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495691 Aug 30 05:12:39.818900 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bca096d-3d99-4921-b466-353ad65c6487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (884bbdd9-0036-45ac-ad78-7e1d3bab5db0), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:39.821440 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bca096d-3d99-4921-b466-353ad65c6487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:39.822619 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-8bca096d-3d99-4921-b466-353ad65c6487 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/884bbdd9-0036-45ac-ad78-7e1d3bab5db0 HTTP/1.1" status: 204 len: 168 time: 0.1366396 Aug 30 05:12:39.830558 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca096d-3d99-4921-b466-353ad65c6487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884bbdd9-0036-45ac-ad78-7e1d3bab5db0,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:39.926533 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:39.971062 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:40.524992 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa004a-479b-4d68-8f37-9ee9140792be req-2d993020-cd04-4092-b178-ccbd2eb07825 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:40.526739 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-88aa004a-479b-4d68-8f37-9ee9140792be req-2d993020-cd04-4092-b178-ccbd2eb07825 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.0524852 Aug 30 05:12:40.599668 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:40.604196 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:40.621480 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a121-4295-407a-97fb-8eb08239c666 req-41ef44fa-c6ab-4549-b916-dd98d638ebe7 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:40.623178 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-88aa004a-479b-4d68-8f37-9ee9140792be req-0723e701-abd4-4794-8c37-a7276c66674b tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794597 Aug 30 05:12:40.623948 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6687a121-4295-407a-97fb-8eb08239c666 req-41ef44fa-c6ab-4549-b916-dd98d638ebe7 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 944 time: 0.0870125 Aug 30 05:12:40.677524 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6687a121-4295-407a-97fb-8eb08239c666 req-69f7f5d4-fe82-4c0c-8e19-8654857db698 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481436 Aug 30 05:12:40.758801 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824da37-d2b1-4530-b393-2c8b93ab19d2 req-389dcbe2-5ed4-4e0b-a205-1d936dea4f3c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:40.760771 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9824da37-d2b1-4530-b393-2c8b93ab19d2 req-389dcbe2-5ed4-4e0b-a205-1d936dea4f3c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0509286 Aug 30 05:12:40.809504 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9824da37-d2b1-4530-b393-2c8b93ab19d2 req-da54ab42-968d-4fdc-85ae-1be7bf460eea tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429380 Aug 30 05:12:40.898972 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a7474-ceb7-43a9-935f-bd5a431ec406 req-9acccf2e-e25c-4aa0-a116-f00459389661 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:40.900442 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d89a7474-ceb7-43a9-935f-bd5a431ec406 req-9acccf2e-e25c-4aa0-a116-f00459389661 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 944 time: 0.0471125 Aug 30 05:12:40.947183 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d89a7474-ceb7-43a9-935f-bd5a431ec406 req-b5b4a20e-4029-4458-997f-632e514e58ff tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Aug 30 05:12:41.743741 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116ad57-3e0d-4675-9f13-a2da552657b1 req-b1ae933e-d837-4109-8c50-e2d9f31a415e tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:41.745104 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d116ad57-3e0d-4675-9f13-a2da552657b1 req-b1ae933e-d837-4109-8c50-e2d9f31a415e tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 944 time: 0.0500822 Aug 30 05:12:41.792218 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d116ad57-3e0d-4675-9f13-a2da552657b1 req-84e1e763-6565-4171-bc7f-6bc63c5b8b61 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Aug 30 05:12:41.795812 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197338c7-5eb8-49f4-82a7-5ebecba8c82b req-0716e4c0-609a-45e5-9a5f-6c42fbee3af7 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:41.797295 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-197338c7-5eb8-49f4-82a7-5ebecba8c82b req-0716e4c0-609a-45e5-9a5f-6c42fbee3af7 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 944 time: 0.0490999 Aug 30 05:12:41.844165 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 68faecf3-5b76-4ea3-b631-30ac4f8a4592 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:12:41.925491 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-a0ca10c8-177c-48cf-a3ef-6e065e331736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:41.927071 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-a0ca10c8-177c-48cf-a3ef-6e065e331736 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901940 Aug 30 05:12:41.928500 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-d9fce0f0-9c11-4dbd-afe5-14ab8d4c4994 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68faecf3-5b76-4ea3-b631-30ac4f8a4592 HTTP/1.1" status: 200 len: 217 time: 0.0926657 Aug 30 05:12:41.972795 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-197338c7-5eb8-49f4-82a7-5ebecba8c82b req-7eff8651-c5a7-46ef-84ec-2957b2969b90 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699269 Aug 30 05:12:41.983850 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:41.995562 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:41.999736 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-f4a34daa-bb74-4fb1-a75c-3961b79c96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.001215 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-f4a34daa-bb74-4fb1-a75c-3961b79c96e7 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 1128 time: 0.1131694 Aug 30 05:12:42.014972 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef024fc6-37a8-45c1-85bb-e3f36aa28e58 req-cdaff7fe-324c-4935-96db-8ad5485069f3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.015614 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ef024fc6-37a8-45c1-85bb-e3f36aa28e58 req-cdaff7fe-324c-4935-96db-8ad5485069f3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.1044061 Aug 30 05:12:42.021166 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6de634f1-b024-4a2f-80d5-043aed2a1ee6 req-600684e6-6000-445d-8ccf-e642d8d9005b service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916895 Aug 30 05:12:42.035011 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 68faecf3-5b76-4ea3-b631-30ac4f8a4592, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=68faecf3-5b76-4ea3-b631-30ac4f8a4592,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:42.050068 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '68faecf3-5b76-4ea3-b631-30ac4f8a4592', 'network_id': '996ccdc5-b602-44de-84a5-e9a6b62f687d', 'port_id': '68faecf3-5b76-4ea3-b631-30ac4f8a4592', 'mac_address': 'fa:16:3e:23:ff:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8f3b19-c158-4a51-ad00-94c10f674fd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:12:42.068346 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-e3134723-8749-43a9-a33d-57090a04ec7c service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d HTTP/1.1" status: 200 len: 217 time: 0.0500786 Aug 30 05:12:42.100245 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:42.100637 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:42.121226 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68faecf3-5b76-4ea3-b631-30ac4f8a4592 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:42.160379 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-902549bd-a6bb-4559-92e8-51494fa5f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.161989 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-902549bd-a6bb-4559-92e8-51494fa5f47b service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=3b8f3b19-c158-4a51-ad00-94c10f674fd4 HTTP/1.1" status: 200 len: 851 time: 0.2224872 Aug 30 05:12:42.164011 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 68faecf3-5b76-4ea3-b631-30ac4f8a4592, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=68faecf3-5b76-4ea3-b631-30ac4f8a4592,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:42.169402 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:42.171686 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 3231ee58-a276-4f6a-a338-703b3e38ed84 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:12:42.283016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=68faecf3-5b76-4ea3-b631-30ac4f8a4592,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:42.301819 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-4ab2d1ef-7c7f-4d5f-a3a2-b9e5699cf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.303487 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-4ab2d1ef-7c7f-4d5f-a3a2-b9e5699cf037 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=996ccdc5-b602-44de-84a5-e9a6b62f687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1299233 Aug 30 05:12:42.303765 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ef024fc6-37a8-45c1-85bb-e3f36aa28e58 req-a6ccc687-957a-460f-80d4-72886f8867e1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809613 Aug 30 05:12:42.326850 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-6ee62d7c-9fdb-48b3-a77c-66842170bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.328689 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-6ee62d7c-9fdb-48b3-a77c-66842170bdca service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 200 len: 849 time: 0.2466381 Aug 30 05:12:42.329386 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963806-8073-4c31-aeea-67259a5ff1d9 req-dbe23546-006a-4f43-b200-e7435358176a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.337081 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-91963806-8073-4c31-aeea-67259a5ff1d9 req-dbe23546-006a-4f43-b200-e7435358176a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 944 time: 0.1869402 Aug 30 05:12:42.337768 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 3231ee58-a276-4f6a-a338-703b3e38ed84, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3231ee58-a276-4f6a-a338-703b3e38ed84,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:42.351307 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '3231ee58-a276-4f6a-a338-703b3e38ed84', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'port_id': '3231ee58-a276-4f6a-a338-703b3e38ed84', 'mac_address': 'fa:16:3e:43:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:12:42.368098 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:42.379836 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb838-e896-4661-9ae7-57fab3802be6 req-aedb6b3b-eeb3-41fa-9b5f-85985bd45396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.380449 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-b0073108-9ee1-433e-80bb-f9a947e8146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.381317 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bbbfb838-e896-4661-9ae7-57fab3802be6 req-aedb6b3b-eeb3-41fa-9b5f-85985bd45396 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5466063 Aug 30 05:12:42.382003 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-b0073108-9ee1-433e-80bb-f9a947e8146f service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484040 Aug 30 05:12:42.392343 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 3231ee58-a276-4f6a-a338-703b3e38ed84 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:42.392870 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:42.408717 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3231ee58-a276-4f6a-a338-703b3e38ed84 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:42.424394 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:42.431447 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:42.436127 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 3231ee58-a276-4f6a-a338-703b3e38ed84, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3231ee58-a276-4f6a-a338-703b3e38ed84,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:42.442477 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:42.467742 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-91963806-8073-4c31-aeea-67259a5ff1d9 req-1a6aa4e4-355d-4e62-8fe3-0f8d56485323 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290448 Aug 30 05:12:42.472897 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-27536c52-5a0f-4fa8-832c-e60e44c5fbcb service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317869 Aug 30 05:12:42.494215 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-1a3a7189-3955-4181-b691-a59109a25be1 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001930 Aug 30 05:12:42.507807 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=3231ee58-a276-4f6a-a338-703b3e38ed84,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:42.583165 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f357-9514-4946-87b3-b24590424568 req-fe3c45fa-1a60-49a0-8d02-2ff34e6e67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.584654 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-fe3c45fa-1a60-49a0-8d02-2ff34e6e67a7 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 1128 time: 0.1569088 Aug 30 05:12:42.585619 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d151ad66-17fb-4a44-92d9-cfb910316055 req-405fe987-d669-45a0-ae50-f21a53206217 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847924 Aug 30 05:12:42.639776 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-5568e51b-a9e6-4ff4-95e5-e6953c5ab972 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/996ccdc5-b602-44de-84a5-e9a6b62f687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906928 Aug 30 05:12:42.642565 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-5f5712e4-0926-4a83-aa17-fc6ea5edec34 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04285150-7904-4555-9230-fcb76ec2800d HTTP/1.1" status: 200 len: 217 time: 0.0409470 Aug 30 05:12:42.668896 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d3734c3a-3f27-41c4-ba30-a5e848c22684 req-165d3eb6-7bcb-4c8e-a4cd-b47f9f3591d2 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765685 Aug 30 05:12:42.905291 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['3231ee58-a276-4f6a-a338-703b3e38ed84'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:12:42.936720 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caf521-8675-4e3d-a62a-86852a8792c4 req-2b259869-0ae9-4845-87bf-8f37502a972a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:42.938385 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-50caf521-8675-4e3d-a62a-86852a8792c4 req-2b259869-0ae9-4845-87bf-8f37502a972a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 945 time: 0.0635111 Aug 30 05:12:43.011970 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-50caf521-8675-4e3d-a62a-86852a8792c4 req-2c30a025-4cdb-412e-acaf-a7e684149478 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650594 Aug 30 05:12:43.068664 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['68faecf3-5b76-4ea3-b631-30ac4f8a4592'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:12:43.183182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6740e-78cc-4ce1-ada1-c1eda674b8ac req-26b8979e-acbc-414e-9d94-83ef8b72d25b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:43.186738 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-53a6740e-78cc-4ce1-ada1-c1eda674b8ac req-26b8979e-acbc-414e-9d94-83ef8b72d25b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 944 time: 0.0832136 Aug 30 05:12:43.233669 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:43.270810 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-53a6740e-78cc-4ce1-ada1-c1eda674b8ac req-7e872708-a60d-47ad-96d6-3ff44a273650 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695388 Aug 30 05:12:43.441944 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a271a-6657-4664-a355-0faf3bdeffb7 req-056bad16-cb95-4dba-a51e-470cf4aecdaa tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:43.443804 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a93a271a-6657-4664-a355-0faf3bdeffb7 req-056bad16-cb95-4dba-a51e-470cf4aecdaa tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0616281 Aug 30 05:12:43.541618 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a93a271a-6657-4664-a355-0faf3bdeffb7 req-be8188e7-b5d4-461c-ace2-026cf715b47d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914290 Aug 30 05:12:43.730070 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f357-9514-4946-87b3-b24590424568 req-c28d48c2-758c-4bd7-9a14-0d0858046b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:43.731506 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-c28d48c2-758c-4bd7-9a14-0d0858046b3c service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.3461866 Aug 30 05:12:43.774741 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4fd22-b7de-4676-8f47-a703d25a2423 req-2045d14c-6767-4029-9d08-57fa338610dc tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:43.776223 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fec4fd22-b7de-4676-8f47-a703d25a2423 req-2045d14c-6767-4029-9d08-57fa338610dc tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 944 time: 0.0618713 Aug 30 05:12:43.817220 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-553212d1-b1b2-4542-854e-3205dfc658d0 req-8168ba29-2f37-4933-9049-ced7149166d3 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/996ccdc5-b602-44de-84a5-e9a6b62f687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888826 Aug 30 05:12:43.839917 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fec4fd22-b7de-4676-8f47-a703d25a2423 req-bce773e5-2501-4c22-a8ab-df7d71e47fc0 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550575 Aug 30 05:12:44.134267 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97733f01-bcb6-46ae-a339-231ecbafcc24 req-3abb7593-f85f-41f0-b389-b94656498cb9 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:44.135657 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-97733f01-bcb6-46ae-a339-231ecbafcc24 req-3abb7593-f85f-41f0-b389-b94656498cb9 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 945 time: 0.0462797 Aug 30 05:12:44.188058 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-97733f01-bcb6-46ae-a339-231ecbafcc24 req-91cdd281-c07e-445d-8d8d-36a33722d856 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 Aug 30 05:12:44.284728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f357-9514-4946-87b3-b24590424568 req-6dfb51bb-0eaa-4eb9-9034-aedc7f5899b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:44.286331 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-6dfb51bb-0eaa-4eb9-9034-aedc7f5899b4 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728307 Aug 30 05:12:44.287468 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-ed892d52-9c26-408e-96f1-38d595727ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:44.288789 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-ed892d52-9c26-408e-96f1-38d595727ae9 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 1128 time: 0.0656195 Aug 30 05:12:44.467486 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:12:44.470336 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 68faecf3-5b76-4ea3-b631-30ac4f8a4592 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:44.472374 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7043fe-2aed-4fae-9ef8-aadf80de8960 req-9ba576a7-7ca1-4f0e-a7a9-9f63ab32508e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:44.474085 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-de7043fe-2aed-4fae-9ef8-aadf80de8960 req-9ba576a7-7ca1-4f0e-a7a9-9f63ab32508e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 944 time: 0.1387405 Aug 30 05:12:44.547603 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-f4ecedb9-d7a1-4ccc-8f1d-c349b701851b service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450120 Aug 30 05:12:44.552999 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-0515252e-188d-4edb-a62b-a672bc8a56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:44.554534 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-0515252e-188d-4edb-a62b-a672bc8a56d5 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 917 time: 0.2507405 Aug 30 05:12:44.560960 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:12:44.569182 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:12:44.608911 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:44.609348 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:44.676964 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-0df8949f-398f-4ea4-a1cd-f194bfe40ab9 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0 HTTP/1.1" status: 200 len: 217 time: 0.1055181 Aug 30 05:12:44.684631 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-de7043fe-2aed-4fae-9ef8-aadf80de8960 req-cc5ed933-c363-4abc-b306-c8a37cf3a909 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005703 Aug 30 05:12:44.692147 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21daa38f-8adf-44ef-b026-c007de25ed7a req-a7ab411c-44c2-488e-b1f8-f80060d20e2d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:44.700985 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-21daa38f-8adf-44ef-b026-c007de25ed7a req-a7ab411c-44c2-488e-b1f8-f80060d20e2d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0607500 Aug 30 05:12:44.718138 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:44.727795 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:44.759224 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-2636107c-05d2-45aa-8c58-2c22403a65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:44.760698 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-2636107c-05d2-45aa-8c58-2c22403a65c3 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.0748746 Aug 30 05:12:44.769647 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-21daa38f-8adf-44ef-b026-c007de25ed7a req-9ecc03a9-6d07-495a-8f35-6aae95dd22d6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673513 Aug 30 05:12:44.807874 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3a10f357-9514-4946-87b3-b24590424568 req-1692acbf-5975-49e1-a615-34f1239b6a20 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469783 Aug 30 05:12:44.819636 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-f9fed0fe-0fd0-4237-a5c5-93daedb9bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:44.821772 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-f9fed0fe-0fd0-4237-a5c5-93daedb9bea4 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505276 Aug 30 05:12:44.899219 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'port_id': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'mac_address': 'fa:16:3e:b9:60:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:12:44.944975 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:44.947320 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:44.950339 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:44.950721 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:44.976555 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-be1bb7db-9923-4648-9d50-e4544291fc50 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462865 Aug 30 05:12:44.990526 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567d25-0bb6-4743-8c2f-cfd47e827cfe req-5056a203-e0b8-4117-a1fd-25509c3c0f09 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:44.991426 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5da19b6-98a0-4af9-b8f5-52291d4a9be0 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:44.992054 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-db567d25-0bb6-4743-8c2f-cfd47e827cfe req-5056a203-e0b8-4117-a1fd-25509c3c0f09 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 944 time: 0.0646119 Aug 30 05:12:45.009753 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae6994-d651-45c7-955b-13df805da49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68faecf3-5b76-4ea3-b631-30ac4f8a4592'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:12:45.035250 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:45.079317 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:45.091004 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 68faecf3-5b76-4ea3-b631-30ac4f8a4592, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=68faecf3-5b76-4ea3-b631-30ac4f8a4592,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:45.094207 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-db567d25-0bb6-4743-8c2f-cfd47e827cfe req-e185225a-aee0-4e0a-90e2-c77726848e9a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798554 Aug 30 05:12:45.107526 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:45.117841 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:45.118617 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 3231ee58-a276-4f6a-a338-703b3e38ed84 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:45.123626 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:45.161534 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:45.162359 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device a8fa1465-9fa9-4b85-9370-89b6902a982d details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:12:45.239729 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=68faecf3-5b76-4ea3-b631-30ac4f8a4592,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:45.245745 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 3231ee58-a276-4f6a-a338-703b3e38ed84 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:12:45.256945 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aa7d44-e1b8-4a08-a66c-e37120334a30" -d '{"events": [{"server_uuid": "2bae6994-d651-45c7-955b-13df805da49f", "name": "network-vif-plugged", "status": "completed", "tag": "68faecf3-5b76-4ea3-b631-30ac4f8a4592"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:12:45.291340 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 3231ee58-a276-4f6a-a338-703b3e38ed84 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:45.291641 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:45.336414 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa9fa-f798-47c8-b600-4fca5b29e2bc req-810cd3ac-0e9f-406d-903d-71b24dee63d2 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:45.338782 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-113aa9fa-f798-47c8-b600-4fca5b29e2bc req-810cd3ac-0e9f-406d-903d-71b24dee63d2 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 946 time: 0.0593023 Aug 30 05:12:45.389365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5098bb9e-3063-4422-aa66-7a744043d04d x-openstack-request-id: req-5098bb9e-3063-4422-aa66-7a744043d04d {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:12:45.389829 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae6994-d651-45c7-955b-13df805da49f", "name": "network-vif-plugged", "status": "completed", "tag": "68faecf3-5b76-4ea3-b631-30ac4f8a4592", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:12:45.389939 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5098bb9e-3063-4422-aa66-7a744043d04d {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:12:45.390452 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5098bb9e-3063-4422-aa66-7a744043d04d'] response: {'server_uuid': '2bae6994-d651-45c7-955b-13df805da49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68faecf3-5b76-4ea3-b631-30ac4f8a4592', 'code': 200} Aug 30 05:12:45.394069 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:45.399058 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-113aa9fa-f798-47c8-b600-4fca5b29e2bc req-d72151eb-e3a2-4f7c-87e3-2c6e531ca754 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489733 Aug 30 05:12:45.468746 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port a8fa1465-9fa9-4b85-9370-89b6902a982d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:45.484127 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 3231ee58-a276-4f6a-a338-703b3e38ed84 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:45.484517 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:45.488130 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'a8fa1465-9fa9-4b85-9370-89b6902a982d', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'port_id': 'a8fa1465-9fa9-4b85-9370-89b6902a982d', 'mac_address': 'fa:16:3e:e7:96:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:12:45.546383 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 3231ee58-a276-4f6a-a338-703b3e38ed84, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3231ee58-a276-4f6a-a338-703b3e38ed84,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:45.547704 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port a8fa1465-9fa9-4b85-9370-89b6902a982d is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:45.548080 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:45.557921 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:45.566769 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fa1465-9fa9-4b85-9370-89b6902a982d {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:45.618743 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port a8fa1465-9fa9-4b85-9370-89b6902a982d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:45.627449 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:45.633518 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=3231ee58-a276-4f6a-a338-703b3e38ed84,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:45.687189 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=a8fa1465-9fa9-4b85-9370-89b6902a982d,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:45.798758 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ac767953-c0e3-4cc9-b745-22778ae38eaa req-df27c63c-bf73-488a-a69a-fea7c1ccaab4 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406376 Aug 30 05:12:45.852925 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46832) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:45.873214 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb41b4-1595-47f1-b8ee-4ce4f28cefb4 req-21a9d0a2-2ac4-4b33-abe1-0880cb31ba30 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:45.881845 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4ceb41b4-1595-47f1-b8ee-4ce4f28cefb4 req-21a9d0a2-2ac4-4b33-abe1-0880cb31ba30 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 945 time: 0.0697782 Aug 30 05:12:45.923912 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841246-1bae-4ad8-8bee-6b1112d65029 req-afacb34d-98d7-4028-bf07-0edf43e28b2f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:45.926323 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-09841246-1bae-4ad8-8bee-6b1112d65029 req-afacb34d-98d7-4028-bf07-0edf43e28b2f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 945 time: 0.0657244 Aug 30 05:12:45.985637 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-09841246-1bae-4ad8-8bee-6b1112d65029 req-feaff74c-09b1-45da-8352-3ba380ff72b9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516934 Aug 30 05:12:45.996637 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e45d0-792e-446c-9ef0-3108bd0edf45 req-6e7f1b26-a959-4a21-a884-3c12d5346f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:45.998728 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5d4e45d0-792e-446c-9ef0-3108bd0edf45 req-6e7f1b26-a959-4a21-a884-3c12d5346f4b service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 1130 time: 0.1149287 Aug 30 05:12:46.013824 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['c5da19b6-98a0-4af9-b8f5-52291d4a9be0'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:12:46.038903 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5d4e45d0-792e-446c-9ef0-3108bd0edf45 req-8974fc91-dcd1-4de7-aabd-8e7186f4cba0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.047852 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-006c2895-2817-45f8-bc4e-b646aa9e5e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.056811 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4ceb41b4-1595-47f1-b8ee-4ce4f28cefb4 req-786ff44e-76f4-4d96-baed-e37de6b65411 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740909 Aug 30 05:12:46.078687 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:46.110960 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['a8fa1465-9fa9-4b85-9370-89b6902a982d'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:12:46.117758 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:46.151549 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5d4e45d0-792e-446c-9ef0-3108bd0edf45 req-8974fc91-dcd1-4de7-aabd-8e7186f4cba0 service neutron] Publish callbacks [] for security_group (e8dab85b-0f4c-40f8-baa9-7ddac2ab7300), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.157547 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5d4e45d0-792e-446c-9ef0-3108bd0edf45 req-8974fc91-dcd1-4de7-aabd-8e7186f4cba0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e8dab85b-0f4c-40f8-baa9-7ddac2ab7300), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.202434 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-006c2895-2817-45f8-bc4e-b646aa9e5e00 admin admin] Publish callbacks [] for security_group (6452b2bd-a7f6-4bcf-aaa5-e7e7c6b7f46d), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.215247 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-006c2895-2817-45f8-bc4e-b646aa9e5e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (6452b2bd-a7f6-4bcf-aaa5-e7e7c6b7f46d), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.216530 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:46.224851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:46.261281 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5d4e45d0-792e-446c-9ef0-3108bd0edf45 req-8974fc91-dcd1-4de7-aabd-8e7186f4cba0 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472537 Aug 30 05:12:46.267407 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974fc91-dcd1-4de7-aabd-8e7186f4cba0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dab85b-0f4c-40f8-baa9-7ddac2ab7300,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:46.323339 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847cf51-6358-424f-a334-d79e08235f64 req-715536ae-b92f-4af2-8274-d882d01ac22b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:46.337519 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e847cf51-6358-424f-a334-d79e08235f64 req-715536ae-b92f-4af2-8274-d882d01ac22b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 944 time: 0.1398070 Aug 30 05:12:46.350917 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 46850) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:46.352135 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-006c2895-2817-45f8-bc4e-b646aa9e5e00 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=60b191df1134402f83194ae40d623eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971588 Aug 30 05:12:46.360880 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c2895-2817-45f8-bc4e-b646aa9e5e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6452b2bd-a7f6-4bcf-aaa5-e7e7c6b7f46d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:46.483485 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14238456-b0d2-4e26-b978-9f89a994e8d8 admin admin] Publish callbacks [] for security_group (6452b2bd-a7f6-4bcf-aaa5-e7e7c6b7f46d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.512116 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e847cf51-6358-424f-a334-d79e08235f64 req-b4fffdf1-91df-4edf-acca-5b683ad551a6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715972 Aug 30 05:12:46.538194 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14238456-b0d2-4e26-b978-9f89a994e8d8 admin admin] Publish callbacks [] for security_group (6452b2bd-a7f6-4bcf-aaa5-e7e7c6b7f46d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.619258 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:46.663093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14238456-b0d2-4e26-b978-9f89a994e8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (6452b2bd-a7f6-4bcf-aaa5-e7e7c6b7f46d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.666093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14238456-b0d2-4e26-b978-9f89a994e8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:46.667468 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-14238456-b0d2-4e26-b978-9f89a994e8d8 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/6452b2bd-a7f6-4bcf-aaa5-e7e7c6b7f46d HTTP/1.1" status: 204 len: 168 time: 0.3158257 Aug 30 05:12:46.675892 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caf6b9-ab7f-427d-aff0-28e030dcb8e5 req-5c5f8869-c11e-445a-b4b9-a73d25c02d0f tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:46.677570 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e7caf6b9-ab7f-427d-aff0-28e030dcb8e5 req-5c5f8869-c11e-445a-b4b9-a73d25c02d0f tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 946 time: 0.0717537 Aug 30 05:12:46.683710 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14238456-b0d2-4e26-b978-9f89a994e8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6452b2bd-a7f6-4bcf-aaa5-e7e7c6b7f46d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:46.735424 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e7caf6b9-ab7f-427d-aff0-28e030dcb8e5 req-1b1da8f1-4adc-44fc-a1d2-5b0956afd196 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495157 Aug 30 05:12:46.854231 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 04285150-7904-4555-9230-fcb76ec2800d details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:12:46.962453 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 04285150-7904-4555-9230-fcb76ec2800d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=04285150-7904-4555-9230-fcb76ec2800d,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:46.975828 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '04285150-7904-4555-9230-fcb76ec2800d', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'port_id': '04285150-7904-4555-9230-fcb76ec2800d', 'mac_address': 'fa:16:3e:ba:07:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:12:47.016696 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 04285150-7904-4555-9230-fcb76ec2800d is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:47.017143 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (04285150-7904-4555-9230-fcb76ec2800d), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.030976 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04285150-7904-4555-9230-fcb76ec2800d {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:12:47.034321 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 46886) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:47.048355 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.053608 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 04285150-7904-4555-9230-fcb76ec2800d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=04285150-7904-4555-9230-fcb76ec2800d,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:47.060427 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (04285150-7904-4555-9230-fcb76ec2800d), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.115931 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=04285150-7904-4555-9230-fcb76ec2800d,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:47.150061 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Publish callbacks [] for security_group (775e5f02-e388-45d2-a9d4-f4795d370f31), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.169731 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659c252-5677-4587-b1d9-907539e85586 req-0d5189da-95a6-42ea-8996-ebd3449186a8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:47.171362 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2659c252-5677-4587-b1d9-907539e85586 req-0d5189da-95a6-42ea-8996-ebd3449186a8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 945 time: 0.0705433 Aug 30 05:12:47.187647 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (775e5f02-e388-45d2-a9d4-f4795d370f31), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.205137 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46892) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:47.228277 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2659c252-5677-4587-b1d9-907539e85586 req-99f85255-f2d7-4ee5-9ac1-636813e49ebe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513349 Aug 30 05:12:47.235457 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef858359-d6b7-4cc3-b47a-9e54e6c930db req-880e8419-2e3d-4d91-b859-3e83f241f719 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:47.236949 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ef858359-d6b7-4cc3-b47a-9e54e6c930db req-880e8419-2e3d-4d91-b859-3e83f241f719 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 945 time: 0.0843678 Aug 30 05:12:47.243663 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=b8d0da5bcfa140c9a9e5e69d1b2ad94c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077978 Aug 30 05:12:47.246491 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46896) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:47.255808 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775e5f02-e388-45d2-a9d4-f4795d370f31,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:47.275888 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.276232 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.276775 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.277124 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.277986 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.278326 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.278663 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.279022 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.279367 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.279706 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.280030 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.280369 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.280695 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.281013 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.281328 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309621a9-ed84-488f-9dcf-258abbf6bd7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.304604 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Publish callbacks [] for security_group (775e5f02-e388-45d2-a9d4-f4795d370f31), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.313446 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ef858359-d6b7-4cc3-b47a-9e54e6c930db req-025eb7cb-a2f5-4820-bde0-e014d229a346 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685589 Aug 30 05:12:47.330116 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Publish callbacks [] for security_group (775e5f02-e388-45d2-a9d4-f4795d370f31), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.358557 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4da03619-723c-4026-bc6c-59906d23c979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.368056 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:47.391522 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ec17dd-c9e2-4802-86c7-f985a04be891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3231ee58-a276-4f6a-a338-703b3e38ed84'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:12:47.394077 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed35a48-4b15-481a-b442-44e57be65e6e" -d '{"events": [{"server_uuid": "e0ec17dd-c9e2-4802-86c7-f985a04be891", "name": "network-vif-plugged", "status": "completed", "tag": "3231ee58-a276-4f6a-a338-703b3e38ed84"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:12:47.417385 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:12:47.424275 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:47.425259 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.428825 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (775e5f02-e388-45d2-a9d4-f4795d370f31), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.431530 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.432661 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/775e5f02-e388-45d2-a9d4-f4795d370f31 HTTP/1.1" status: 204 len: 168 time: 0.1850238 Aug 30 05:12:47.451830 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775e5f02-e388-45d2-a9d4-f4795d370f31,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:47.453504 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df60bee-9c60-45ae-a551-ff8ad27b6ec2 x-openstack-request-id: req-8df60bee-9c60-45ae-a551-ff8ad27b6ec2 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:12:47.453870 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ec17dd-c9e2-4802-86c7-f985a04be891", "name": "network-vif-plugged", "status": "completed", "tag": "3231ee58-a276-4f6a-a338-703b3e38ed84", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:12:47.454331 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8df60bee-9c60-45ae-a551-ff8ad27b6ec2 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:12:47.454787 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df60bee-9c60-45ae-a551-ff8ad27b6ec2'] response: {'server_uuid': 'e0ec17dd-c9e2-4802-86c7-f985a04be891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3231ee58-a276-4f6a-a338-703b3e38ed84', 'code': 200} Aug 30 05:12:47.464876 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.465523 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.466200 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.466543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.467046 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.467552 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.468033 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.468409 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.468892 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.469667 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.470246 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.470744 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.471238 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.472079 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.473074 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f343-e999-43c0-b6e0-0fa38ea31526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:12:47.507721 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4da03619-723c-4026-bc6c-59906d23c979 admin admin] Publish callbacks [] for security_group (a9dba74d-5ec7-45bb-9bd8-e57c70a6ba60), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.513258 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4da03619-723c-4026-bc6c-59906d23c979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (a9dba74d-5ec7-45bb-9bd8-e57c70a6ba60), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.533305 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:47.533837 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.577683 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 46906) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:47.578159 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-4da03619-723c-4026-bc6c-59906d23c979 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=b8c7cffa472b424eb9052b47f2bbce8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707643 Aug 30 05:12:47.579120 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da03619-723c-4026-bc6c-59906d23c979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dba74d-5ec7-45bb-9bd8-e57c70a6ba60,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:47.631509 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:47.637222 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:47.653295 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['04285150-7904-4555-9230-fcb76ec2800d'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:12:47.696807 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f7d1d-f1f5-4dc8-979e-8117be78599c req-cb420a2e-5569-4c93-a3ea-634e731d727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:47.698423 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c48f7d1d-f1f5-4dc8-979e-8117be78599c req-cb420a2e-5569-4c93-a3ea-634e731d727b service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 1129 time: 0.0568879 Aug 30 05:12:47.699835 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.702223 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device a8fa1465-9fa9-4b85-9370-89b6902a982d up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:47.752976 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784ad47-932f-4a74-b36b-0b6c50a27a54 req-a5822e63-ae16-4277-be0b-8eed35ab7f20 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:47.754479 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c784ad47-932f-4a74-b36b-0b6c50a27a54 req-a5822e63-ae16-4277-be0b-8eed35ab7f20 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 945 time: 0.0530756 Aug 30 05:12:47.823678 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea141706-f711-4c10-8211-04e3996b9e56 admin admin] Publish callbacks [] for security_group (a9dba74d-5ec7-45bb-9bd8-e57c70a6ba60), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.857553 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:47.871389 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port a8fa1465-9fa9-4b85-9370-89b6902a982d completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:12:47.883228 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port a8fa1465-9fa9-4b85-9370-89b6902a982d triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:47.883739 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:47.942845 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2126d57-4da3-47be-bef7-4c02d0a64d6f req-d92d4219-3960-4a69-a694-7feae12ca73b tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:47.944024 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:47.950133 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c48f7d1d-f1f5-4dc8-979e-8117be78599c req-5011b35c-d5f3-4592-bbae-1542561ae969 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946170 Aug 30 05:12:47.953335 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c2126d57-4da3-47be-bef7-4c02d0a64d6f req-d92d4219-3960-4a69-a694-7feae12ca73b tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 946 time: 0.1034338 Aug 30 05:12:47.980805 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea141706-f711-4c10-8211-04e3996b9e56 admin admin] Publish callbacks [] for security_group (a9dba74d-5ec7-45bb-9bd8-e57c70a6ba60), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.011934 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c784ad47-932f-4a74-b36b-0b6c50a27a54 req-d407fda4-0c6f-4e87-96ee-f799254ebdf5 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286294 Aug 30 05:12:48.019924 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c2126d57-4da3-47be-bef7-4c02d0a64d6f req-b84bf89b-aa5d-4096-b849-6266022266fe tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655582 Aug 30 05:12:48.049597 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:48.165216 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea141706-f711-4c10-8211-04e3996b9e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (a9dba74d-5ec7-45bb-9bd8-e57c70a6ba60), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.181362 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea141706-f711-4c10-8211-04e3996b9e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.187216 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ea141706-f711-4c10-8211-04e3996b9e56 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/a9dba74d-5ec7-45bb-9bd8-e57c70a6ba60 HTTP/1.1" status: 204 len: 168 time: 0.6084051 Aug 30 05:12:48.206386 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:48.211587 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea141706-f711-4c10-8211-04e3996b9e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dba74d-5ec7-45bb-9bd8-e57c70a6ba60,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:48.227671 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port a8fa1465-9fa9-4b85-9370-89b6902a982d is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:48.228291 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.318619 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port a8fa1465-9fa9-4b85-9370-89b6902a982d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:48.327829 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.436435 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=a8fa1465-9fa9-4b85-9370-89b6902a982d,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:48.446904 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbabe7-5008-40a9-8dff-2d3ec5a93833 req-c6fb4ca9-5465-4a14-879e-2a37b0f454dc tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:48.454864 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a1fbabe7-5008-40a9-8dff-2d3ec5a93833 req-c6fb4ca9-5465-4a14-879e-2a37b0f454dc tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0760851 Aug 30 05:12:48.486321 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4ebe-e469-4061-85fd-5954654a960b req-11884832-f4c8-481f-b0a2-ffe0f593b2d1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:48.489317 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c97d4ebe-e469-4061-85fd-5954654a960b req-11884832-f4c8-481f-b0a2-ffe0f593b2d1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0893943 Aug 30 05:12:48.552592 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a1fbabe7-5008-40a9-8dff-2d3ec5a93833 req-ef9561b9-b707-423c-979b-b4bb54858ecf tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968132 Aug 30 05:12:48.572074 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c97d4ebe-e469-4061-85fd-5954654a960b req-671786b3-49bc-4406-b497-b3fb97048b1a tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758331 Aug 30 05:12:48.737686 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 46952) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:48.751360 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfd31ee0-d5eb-4d99-9e07-bfc0a22ee77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.836353 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfd31ee0-d5eb-4d99-9e07-bfc0a22ee77f admin admin] Publish callbacks [] for security_group (98c2b3d8-fe79-4338-97c8-676c14b3a9ee), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.840093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfd31ee0-d5eb-4d99-9e07-bfc0a22ee77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (98c2b3d8-fe79-4338-97c8-676c14b3a9ee), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.879359 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bfd31ee0-d5eb-4d99-9e07-bfc0a22ee77f admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=2c5193813eb045d5910534d3c6e6234b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405792 Aug 30 05:12:48.880219 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd31ee0-d5eb-4d99-9e07-bfc0a22ee77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c2b3d8-fe79-4338-97c8-676c14b3a9ee,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:48.882005 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 46956) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:48.910088 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:48.912450 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 04285150-7904-4555-9230-fcb76ec2800d up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:12:48.931058 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:48.943594 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2796c9bc-0d49-4809-b5b3-dddc81371b33 admin admin] Publish callbacks [] for security_group (98c2b3d8-fe79-4338-97c8-676c14b3a9ee), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.965365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 04285150-7904-4555-9230-fcb76ec2800d completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:12:48.966117 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2796c9bc-0d49-4809-b5b3-dddc81371b33 admin admin] Publish callbacks [] for security_group (98c2b3d8-fe79-4338-97c8-676c14b3a9ee), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:48.972709 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 04285150-7904-4555-9230-fcb76ec2800d triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:12:48.973261 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (04285150-7904-4555-9230-fcb76ec2800d), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:49.026957 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2796c9bc-0d49-4809-b5b3-dddc81371b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (98c2b3d8-fe79-4338-97c8-676c14b3a9ee), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:49.030011 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2796c9bc-0d49-4809-b5b3-dddc81371b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:49.033498 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2796c9bc-0d49-4809-b5b3-dddc81371b33 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/98c2b3d8-fe79-4338-97c8-676c14b3a9ee HTTP/1.1" status: 204 len: 168 time: 0.1480286 Aug 30 05:12:49.039690 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796c9bc-0d49-4809-b5b3-dddc81371b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c2b3d8-fe79-4338-97c8-676c14b3a9ee,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:49.064406 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 04285150-7904-4555-9230-fcb76ec2800d is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:12:49.064800 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (04285150-7904-4555-9230-fcb76ec2800d), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:49.118373 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 04285150-7904-4555-9230-fcb76ec2800d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=04285150-7904-4555-9230-fcb76ec2800d,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:12:49.127634 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (04285150-7904-4555-9230-fcb76ec2800d), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:49.204897 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=04285150-7904-4555-9230-fcb76ec2800d,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:49.230306 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb750f65-40e4-48f2-9cf2-6301e221f106 req-06b08ca5-702f-4900-949d-d65c4351e27a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:49.232178 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fb750f65-40e4-48f2-9cf2-6301e221f106 req-06b08ca5-702f-4900-949d-d65c4351e27a tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 946 time: 0.0868061 Aug 30 05:12:49.256189 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e14b9-2d74-4ac0-af61-91c0d9a2c43b req-e88b8afe-e0e5-4db1-885c-d75b2627950f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:49.259127 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-744e14b9-2d74-4ac0-af61-91c0d9a2c43b req-e88b8afe-e0e5-4db1-885c-d75b2627950f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.1226332 Aug 30 05:12:49.315553 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fb750f65-40e4-48f2-9cf2-6301e221f106 req-c3ce1c6c-e0fd-4e46-b5e4-93f73795c3a0 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751815 Aug 30 05:12:49.372127 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-744e14b9-2d74-4ac0-af61-91c0d9a2c43b req-707c51fa-e3f1-44ed-a94c-98636b3318bf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061015 Aug 30 05:12:49.456868 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0'}, {'server_uuid': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fa1465-9fa9-4b85-9370-89b6902a982d'}, {'server_uuid': '43143409-91ae-49e1-a4d3-688ea54d1d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04285150-7904-4555-9230-fcb76ec2800d'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:12:49.465863 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4892b-0398-4144-b85a-28980c2f173a" -d '{"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-plugged", "status": "completed", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0"}, {"server_uuid": "2a54dc6f-8cee-4b66-9486-491841d01c27", "name": "network-vif-plugged", "status": "completed", "tag": "a8fa1465-9fa9-4b85-9370-89b6902a982d"}, {"server_uuid": "43143409-91ae-49e1-a4d3-688ea54d1d0b", "name": "network-vif-plugged", "status": "completed", "tag": "04285150-7904-4555-9230-fcb76ec2800d"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:12:49.567463 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 30 Aug 2022 05:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef94e9-9e50-419d-973a-49564b729a6f x-openstack-request-id: req-8aef94e9-9e50-419d-973a-49564b729a6f {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:12:49.567852 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-plugged", "status": "completed", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0", "code": 200}, {"server_uuid": "2a54dc6f-8cee-4b66-9486-491841d01c27", "name": "network-vif-plugged", "status": "completed", "tag": "a8fa1465-9fa9-4b85-9370-89b6902a982d", "code": 200}, {"server_uuid": "43143409-91ae-49e1-a4d3-688ea54d1d0b", "name": "network-vif-plugged", "status": "completed", "tag": "04285150-7904-4555-9230-fcb76ec2800d", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:12:49.568169 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8aef94e9-9e50-419d-973a-49564b729a6f {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:12:49.568711 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aef94e9-9e50-419d-973a-49564b729a6f'] response: {'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'code': 200} Aug 30 05:12:49.568972 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aef94e9-9e50-419d-973a-49564b729a6f'] response: {'server_uuid': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fa1465-9fa9-4b85-9370-89b6902a982d', 'code': 200} Aug 30 05:12:49.569227 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aef94e9-9e50-419d-973a-49564b729a6f'] response: {'server_uuid': '43143409-91ae-49e1-a4d3-688ea54d1d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04285150-7904-4555-9230-fcb76ec2800d', 'code': 200} Aug 30 05:12:49.759243 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039b95c-0f4d-4e29-ac66-59cc07d145f8 req-2affbde5-a1cf-40f2-bcf4-a00926fc9c0a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:49.762599 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8039b95c-0f4d-4e29-ac66-59cc07d145f8 req-2affbde5-a1cf-40f2-bcf4-a00926fc9c0a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0883601 Aug 30 05:12:49.865319 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336dc02-ef56-462f-976f-f1745c5f9b19 req-f4b5f5f8-6497-4a4f-86c8-b5b2e895a16f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:49.878173 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2336dc02-ef56-462f-976f-f1745c5f9b19 req-f4b5f5f8-6497-4a4f-86c8-b5b2e895a16f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.1424103 Aug 30 05:12:49.901877 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8039b95c-0f4d-4e29-ac66-59cc07d145f8 req-45a431ec-f86a-4ea6-bcdb-34ba0f620f27 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318657 Aug 30 05:12:49.946431 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2336dc02-ef56-462f-976f-f1745c5f9b19 req-64baeb99-db1a-4ffc-91af-5e9b3429f86a tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671926 Aug 30 05:12:50.383830 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9cc3c-f5c4-4901-9160-6738dcbdf122 req-d58b2171-bdeb-41ac-95b7-6a362e925171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:50.385899 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-81e9cc3c-f5c4-4901-9160-6738dcbdf122 req-d58b2171-bdeb-41ac-95b7-6a362e925171 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 1130 time: 0.1077151 Aug 30 05:12:50.403899 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a67e54-2d1d-475a-beb2-8f8cc83bc151 req-af2ef73a-8d25-41f5-994b-e5d07b11ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:50.403899 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b6a67e54-2d1d-475a-beb2-8f8cc83bc151 req-af2ef73a-8d25-41f5-994b-e5d07b11ff9a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 1130 time: 0.0852573 Aug 30 05:12:50.404730 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837d75b-bb72-493e-98f1-d134e2a4a857 req-850838c8-d42f-4d13-bbf3-b2a4652f8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:50.406539 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f837d75b-bb72-493e-98f1-d134e2a4a857 req-850838c8-d42f-4d13-bbf3-b2a4652f8eb2 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 1130 time: 0.1190932 Aug 30 05:12:50.550576 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f837d75b-bb72-493e-98f1-d134e2a4a857 req-f0008e11-c324-48cc-83b4-61e0e29ff2e3 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351323 Aug 30 05:12:50.565892 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298a2a1-2f82-495b-8a1a-29fc55a9825e req-319a9655-f423-44ff-9ad9-857fcca44639 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:50.567403 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b298a2a1-2f82-495b-8a1a-29fc55a9825e req-319a9655-f423-44ff-9ad9-857fcca44639 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0971673 Aug 30 05:12:50.570492 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-81e9cc3c-f5c4-4901-9160-6738dcbdf122 req-bfe3c99a-0efa-4330-870a-8e72132d84ed service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781123 Aug 30 05:12:50.572905 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b6a67e54-2d1d-475a-beb2-8f8cc83bc151 req-b9eaef67-7b55-469d-b20e-598ae1c9eb20 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565080 Aug 30 05:12:50.595579 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:50.620490 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b298a2a1-2f82-495b-8a1a-29fc55a9825e req-e0fc4a42-1c03-44ba-9f2d-c139198c7baf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Aug 30 05:12:51.042371 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2753e6-276c-47b6-8a3d-200f1c7b8714 req-dd21e72f-f920-4c69-b822-3303922edf24 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:51.043913 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ea2753e6-276c-47b6-8a3d-200f1c7b8714 req-dd21e72f-f920-4c69-b822-3303922edf24 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0514092 Aug 30 05:12:51.064818 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:51.115539 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9be4b1-ec1b-417d-8299-de31b6d70cb3 req-23bd9585-d031-4b24-9b6c-d36c5b24ee62 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:51.118477 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ea2753e6-276c-47b6-8a3d-200f1c7b8714 req-b6b81f97-f31b-4d9b-8882-6c7c40679c91 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676358 Aug 30 05:12:51.124188 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7c9be4b1-ec1b-417d-8299-de31b6d70cb3 req-23bd9585-d031-4b24-9b6c-d36c5b24ee62 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0646524 Aug 30 05:12:51.189148 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7c9be4b1-ec1b-417d-8299-de31b6d70cb3 req-a8fd3be4-2a03-4e3f-9237-bb32c2769989 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539463 Aug 30 05:12:51.425346 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47082) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:51.585751 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0128c329-4b35-45fd-91fa-e547b864ff82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:51.677203 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0128c329-4b35-45fd-91fa-e547b864ff82 admin admin] Publish callbacks [] for security_group (1b37f372-9873-41b7-9cf1-48ba43d50a3d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:51.683067 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0128c329-4b35-45fd-91fa-e547b864ff82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1b37f372-9873-41b7-9cf1-48ba43d50a3d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:51.734119 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0128c329-4b35-45fd-91fa-e547b864ff82 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=f84f3c42dcc54722b46789217a4efd66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076828 Aug 30 05:12:51.735012 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128c329-4b35-45fd-91fa-e547b864ff82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b37f372-9873-41b7-9cf1-48ba43d50a3d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:51.738035 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:51.761575 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5e2d8-428f-422f-bc2f-d5cd200fcaa9 req-259d3d2d-1f47-4ad2-9be4-956ab086721e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:51.763815 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3fd5e2d8-428f-422f-bc2f-d5cd200fcaa9 req-259d3d2d-1f47-4ad2-9be4-956ab086721e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0612664 Aug 30 05:12:51.794200 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fa24c4c7-7722-4a04-9c95-b6e42c832ad3 admin admin] Publish callbacks [] for security_group (1b37f372-9873-41b7-9cf1-48ba43d50a3d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:51.815432 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fa24c4c7-7722-4a04-9c95-b6e42c832ad3 admin admin] Publish callbacks [] for security_group (1b37f372-9873-41b7-9cf1-48ba43d50a3d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:51.819535 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3fd5e2d8-428f-422f-bc2f-d5cd200fcaa9 req-62e72285-ba17-4ed4-8c2c-a4b264691c6d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477374 Aug 30 05:12:51.863074 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fa24c4c7-7722-4a04-9c95-b6e42c832ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1b37f372-9873-41b7-9cf1-48ba43d50a3d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:51.865505 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fa24c4c7-7722-4a04-9c95-b6e42c832ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:51.866635 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fa24c4c7-7722-4a04-9c95-b6e42c832ad3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1b37f372-9873-41b7-9cf1-48ba43d50a3d HTTP/1.1" status: 204 len: 168 time: 0.1272492 Aug 30 05:12:51.873968 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24c4c7-7722-4a04-9c95-b6e42c832ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b37f372-9873-41b7-9cf1-48ba43d50a3d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:52.177392 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47104) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:52.191108 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff9ff0a3-4af5-4ef0-a7f0-23ddaa4265b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:52.259399 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813cc72-2cd4-45f7-bfc9-f6fd5b2092ef req-7f9a1957-d4a8-4f62-a6b2-5892b2f98f4b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:52.261069 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e813cc72-2cd4-45f7-bfc9-f6fd5b2092ef req-7f9a1957-d4a8-4f62-a6b2-5892b2f98f4b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0620258 Aug 30 05:12:52.305004 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd088de-b46e-47ea-9b89-5380d0ed1305 req-beac87e4-b37a-48a6-b7b6-d05556d8dcab tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:52.306672 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fcd088de-b46e-47ea-9b89-5380d0ed1305 req-beac87e4-b37a-48a6-b7b6-d05556d8dcab tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0495703 Aug 30 05:12:52.330914 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e813cc72-2cd4-45f7-bfc9-f6fd5b2092ef req-15651923-fbdb-44ca-a83c-a0a6b552d95c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612867 Aug 30 05:12:52.355321 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff9ff0a3-4af5-4ef0-a7f0-23ddaa4265b6 admin admin] Publish callbacks [] for security_group (9cc508bc-f1a8-4962-ad64-190ec1a213dc), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:52.360061 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fcd088de-b46e-47ea-9b89-5380d0ed1305 req-1992c01a-cb1d-40c0-a2c8-c08ec290ea84 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476494 Aug 30 05:12:52.367397 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff9ff0a3-4af5-4ef0-a7f0-23ddaa4265b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (9cc508bc-f1a8-4962-ad64-190ec1a213dc), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:52.403280 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ff9ff0a3-4af5-4ef0-a7f0-23ddaa4265b6 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=a626219ad6c848509fe576bd569ae7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247701 Aug 30 05:12:52.406043 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47110) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:52.408012 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ff0a3-4af5-4ef0-a7f0-23ddaa4265b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc508bc-f1a8-4962-ad64-190ec1a213dc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:52.454334 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d85887e-b3b4-4dfb-b27a-3a0108b62732 admin admin] Publish callbacks [] for security_group (9cc508bc-f1a8-4962-ad64-190ec1a213dc), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:52.474938 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d85887e-b3b4-4dfb-b27a-3a0108b62732 admin admin] Publish callbacks [] for security_group (9cc508bc-f1a8-4962-ad64-190ec1a213dc), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:52.521200 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d85887e-b3b4-4dfb-b27a-3a0108b62732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (9cc508bc-f1a8-4962-ad64-190ec1a213dc), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:52.523879 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d85887e-b3b4-4dfb-b27a-3a0108b62732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:52.525028 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-9d85887e-b3b4-4dfb-b27a-3a0108b62732 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/9cc508bc-f1a8-4962-ad64-190ec1a213dc HTTP/1.1" status: 204 len: 168 time: 0.1180234 Aug 30 05:12:52.532467 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85887e-b3b4-4dfb-b27a-3a0108b62732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc508bc-f1a8-4962-ad64-190ec1a213dc,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:52.949296 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73825de1-2745-48a1-bd57-12e795b385a3 req-6e4e3855-eddc-49c7-8de0-8fdcc1d4b841 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:52.956667 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-73825de1-2745-48a1-bd57-12e795b385a3 req-6e4e3855-eddc-49c7-8de0-8fdcc1d4b841 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0575275 Aug 30 05:12:53.012168 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-73825de1-2745-48a1-bd57-12e795b385a3 req-3ebe7f83-b7ef-4076-adc6-67e28b42cb49 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525446 Aug 30 05:12:53.473880 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52f5c5-a5a2-44d2-a062-8c17e6ebe8ed req-0f59bd85-7aa9-4acf-9748-33e2af147140 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:53.475546 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8c52f5c5-a5a2-44d2-a062-8c17e6ebe8ed req-0f59bd85-7aa9-4acf-9748-33e2af147140 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0545421 Aug 30 05:12:53.500625 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f65cd-d642-4bb3-9406-0de25f70fa00 req-5c9c868b-ae4c-42ff-a913-ea3b34c0f52f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:53.503087 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9c7f65cd-d642-4bb3-9406-0de25f70fa00 req-5c9c868b-ae4c-42ff-a913-ea3b34c0f52f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0660243 Aug 30 05:12:53.525724 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:53.543417 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8c52f5c5-a5a2-44d2-a062-8c17e6ebe8ed req-9fe10f8f-5439-4e39-9ad9-a5d4c5b871ec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620708 Aug 30 05:12:53.558304 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:53.566696 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9c7f65cd-d642-4bb3-9406-0de25f70fa00 req-6c09b4ae-cd64-4631-b0e8-019bdbe71b26 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510359 Aug 30 05:12:54.161015 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83fd01-9b8a-4603-a927-314ffe0d3714 req-b00dbb14-32ca-4c9b-bf91-88096ab064d4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:54.162434 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-dd83fd01-9b8a-4603-a927-314ffe0d3714 req-b00dbb14-32ca-4c9b-bf91-88096ab064d4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0603061 Aug 30 05:12:54.219027 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-dd83fd01-9b8a-4603-a927-314ffe0d3714 req-77c89d77-c851-4dfa-b913-ca8d81dc4edb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498390 Aug 30 05:12:54.683604 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96fb59-2fb1-4ea2-ae60-fc361bb6f881 req-e5dcb097-51cf-4964-90e6-71ac1aac8a78 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:54.685307 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cd96fb59-2fb1-4ea2-ae60-fc361bb6f881 req-e5dcb097-51cf-4964-90e6-71ac1aac8a78 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0549126 Aug 30 05:12:54.755446 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:54.760206 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:54.787109 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cd96fb59-2fb1-4ea2-ae60-fc361bb6f881 req-a81504f4-c0ab-4233-9d46-70d2093ca6b3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906513 Aug 30 05:12:54.988429 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b146e49-a1fb-4283-9104-43e2249deae3 req-f203d2b2-af2f-47b0-aa5b-2c8992ca4c34 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:54.990388 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5b146e49-a1fb-4283-9104-43e2249deae3 req-f203d2b2-af2f-47b0-aa5b-2c8992ca4c34 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.1064534 Aug 30 05:12:55.074569 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5b146e49-a1fb-4283-9104-43e2249deae3 req-0b563fe1-fef6-4c68-b1f0-c5d8f988e5d9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622082 Aug 30 05:12:55.346855 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a004953-8e22-4955-b3b3-e681822a3062 req-183a923e-91c0-4390-b744-2b835196c020 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:55.348699 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7a004953-8e22-4955-b3b3-e681822a3062 req-183a923e-91c0-4390-b744-2b835196c020 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0496716 Aug 30 05:12:55.404655 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7a004953-8e22-4955-b3b3-e681822a3062 req-be0626c1-d1d3-4f3c-981f-b771b67ea91c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477829 Aug 30 05:12:55.716422 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47278) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:55.785141 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4253-b65e-4ec3-9fa5-994cd651f66e req-39024aab-ca75-452d-a3e6-44dd398a410a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:55.786923 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f04f4253-b65e-4ec3-9fa5-994cd651f66e req-39024aab-ca75-452d-a3e6-44dd398a410a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0494218 Aug 30 05:12:55.799185 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47282) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:55.848523 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f04f4253-b65e-4ec3-9fa5-994cd651f66e req-48570bf2-6cf3-4b64-9ac2-d16059a751f4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544953 Aug 30 05:12:55.895948 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6bf7-92f8-4522-82f7-0522d4d081f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:55.925349 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37f05dfe-cd90-42b0-b5a1-50e1fb145ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:55.973971 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a2a62-76ca-43ae-9c17-4f34396031e1 req-aa035421-5df6-47ae-95e2-2e0592eaf713 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:55.976760 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f43a2a62-76ca-43ae-9c17-4f34396031e1 req-aa035421-5df6-47ae-95e2-2e0592eaf713 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0717950 Aug 30 05:12:56.023130 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37f05dfe-cd90-42b0-b5a1-50e1fb145ba6 admin admin] Publish callbacks [] for security_group (8464e30f-c5c3-4b33-8cdd-49065c0d8a8f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.036551 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37f05dfe-cd90-42b0-b5a1-50e1fb145ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8464e30f-c5c3-4b33-8cdd-49065c0d8a8f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.098125 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f05dfe-cd90-42b0-b5a1-50e1fb145ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8464e30f-c5c3-4b33-8cdd-49065c0d8a8f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:56.100818 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-37f05dfe-cd90-42b0-b5a1-50e1fb145ba6 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d6884877d69d43b4a31ff6a2bee7f747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006105 Aug 30 05:12:56.103774 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47304) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:56.109961 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f43a2a62-76ca-43ae-9c17-4f34396031e1 req-5e6bcafe-b6fc-44c5-a9ff-e3d4e40fa8de tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195555 Aug 30 05:12:56.128237 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6bf7-92f8-4522-82f7-0522d4d081f3 admin admin] Publish callbacks [] for security_group (4be7438e-bd70-4f8d-b254-69b258a971c3), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.134250 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6bf7-92f8-4522-82f7-0522d4d081f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4be7438e-bd70-4f8d-b254-69b258a971c3), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.191892 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f6bf7-92f8-4522-82f7-0522d4d081f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be7438e-bd70-4f8d-b254-69b258a971c3,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:56.198045 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd43b983-a346-41e5-b2fa-20a379d1e1dc admin admin] Publish callbacks [] for security_group (8464e30f-c5c3-4b33-8cdd-49065c0d8a8f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.213913 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5e4f6bf7-92f8-4522-82f7-0522d4d081f3 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7884824e60d248b683b215d10aa3fadf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4956918 Aug 30 05:12:56.216612 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47310) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:56.234222 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd43b983-a346-41e5-b2fa-20a379d1e1dc admin admin] Publish callbacks [] for security_group (8464e30f-c5c3-4b33-8cdd-49065c0d8a8f), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.321628 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0fea1cb-485e-4dc5-9fc6-ad142714bef4 admin admin] Publish callbacks [] for security_group (4be7438e-bd70-4f8d-b254-69b258a971c3), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.340544 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ccd4c-5714-4d72-bea0-296954faf8a7 req-eb8543ca-b9ba-4697-9efc-f784625c3411 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:56.348243 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0fea1cb-485e-4dc5-9fc6-ad142714bef4 admin admin] Publish callbacks [] for security_group (4be7438e-bd70-4f8d-b254-69b258a971c3), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.351841 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ef0ccd4c-5714-4d72-bea0-296954faf8a7 req-eb8543ca-b9ba-4697-9efc-f784625c3411 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.1255484 Aug 30 05:12:56.359324 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd43b983-a346-41e5-b2fa-20a379d1e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8464e30f-c5c3-4b33-8cdd-49065c0d8a8f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.379485 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd43b983-a346-41e5-b2fa-20a379d1e1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.379485 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bd43b983-a346-41e5-b2fa-20a379d1e1dc admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8464e30f-c5c3-4b33-8cdd-49065c0d8a8f HTTP/1.1" status: 204 len: 168 time: 0.2592487 Aug 30 05:12:56.425189 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43b983-a346-41e5-b2fa-20a379d1e1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464e30f-c5c3-4b33-8cdd-49065c0d8a8f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:56.441513 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ef0ccd4c-5714-4d72-bea0-296954faf8a7 req-833681a7-90f8-4d5d-a098-f5304adffbc6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887039 Aug 30 05:12:56.476971 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0fea1cb-485e-4dc5-9fc6-ad142714bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4be7438e-bd70-4f8d-b254-69b258a971c3), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.480338 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0fea1cb-485e-4dc5-9fc6-ad142714bef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.483878 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d0fea1cb-485e-4dc5-9fc6-ad142714bef4 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/4be7438e-bd70-4f8d-b254-69b258a971c3 HTTP/1.1" status: 204 len: 168 time: 0.2637975 Aug 30 05:12:56.515258 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fea1cb-485e-4dc5-9fc6-ad142714bef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be7438e-bd70-4f8d-b254-69b258a971c3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:56.583161 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa533b8-87cf-431c-ba1b-4de6ae75e8e7 req-a7dba57b-db76-41c8-9f34-87e0a055406c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:56.584915 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-efa533b8-87cf-431c-ba1b-4de6ae75e8e7 req-a7dba57b-db76-41c8-9f34-87e0a055406c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.1018946 Aug 30 05:12:56.599079 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47332) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:56.604692 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'floatingip': {'port_id': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:56.653149 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03723d-1535-46c6-85d1-db6f95884020 req-61c7da6d-9df5-4aa8-9a10-dd61d5a4ec12 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:56.654681 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-da03723d-1535-46c6-85d1-db6f95884020 req-61c7da6d-9df5-4aa8-9a10-dd61d5a4ec12 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0713906 Aug 30 05:12:56.665181 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47334) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:56.671804 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-c04eb0c9-9203-4e69-80f9-a761d218e85b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'floatingip': {'port_id': 'a8fa1465-9fa9-4b85-9370-89b6902a982d'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:12:56.707704 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (ecc188f0-6c22-4e41-b2fc-29de24ef7b01), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:56.780795 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c04eb0c9-9203-4e69-80f9-a761d218e85b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (ab048540-1281-4902-9eb1-2b72b1b65d55), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:57.008647 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47340) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:57.028245 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b69b8cd7-ae21-4d5c-b7da-6ac4eb369f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:57.151811 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:57.165358 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:57.212238 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544d2ad-8c16-46de-b711-dcec653a8650 req-3fb88aad-ec8f-46e6-bf0b-5a6b744af137 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:57.223961 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47342) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:57.225110 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3544d2ad-8c16-46de-b711-dcec653a8650 req-3fb88aad-ec8f-46e6-bf0b-5a6b744af137 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.1294820 Aug 30 05:12:57.262323 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f87c36ea-de43-408e-a1b0-d38ecfff1769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:57.303034 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-9e4fd68f-13a1-4aa2-9789-83ecdb081fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:57.304494 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-9e4fd68f-13a1-4aa2-9789-83ecdb081fd9 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 1130 time: 0.5532937 Aug 30 05:12:57.333855 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b69b8cd7-ae21-4d5c-b7da-6ac4eb369f15 admin admin] Publish callbacks [] for security_group (2e0bbf06-62fc-4036-b8a1-e70ecc4430e8), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:57.352396 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3544d2ad-8c16-46de-b711-dcec653a8650 req-a97c7415-c023-476d-a9e1-1d55acc44b2d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257389 Aug 30 05:12:57.361819 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b69b8cd7-ae21-4d5c-b7da-6ac4eb369f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2e0bbf06-62fc-4036-b8a1-e70ecc4430e8), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:57.407617 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:57.495488 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-b69b8cd7-ae21-4d5c-b7da-6ac4eb369f15 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=3079e3ce4f124d4591f17f78e271d29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832273 Aug 30 05:12:57.497683 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47348) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:57.504473 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:57.769656 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b8cd7-ae21-4d5c-b7da-6ac4eb369f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0bbf06-62fc-4036-b8a1-e70ecc4430e8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:57.808975 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-291c7428-a5cd-435e-80ec-fa28f1986d9b admin admin] Publish callbacks [] for security_group (2e0bbf06-62fc-4036-b8a1-e70ecc4430e8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:57.860034 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-291c7428-a5cd-435e-80ec-fa28f1986d9b admin admin] Publish callbacks [] for security_group (2e0bbf06-62fc-4036-b8a1-e70ecc4430e8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:57.879301 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-8d674389-8476-4de7-966b-68d98788be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:57.880775 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-8d674389-8476-4de7-966b-68d98788be74 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.3002160 Aug 30 05:12:57.936929 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f87c36ea-de43-408e-a1b0-d38ecfff1769 admin admin] Publish callbacks [] for security_group (4147d441-4db4-4cbe-8e67-d6654df5711a), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:57.952932 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f87c36ea-de43-408e-a1b0-d38ecfff1769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4147d441-4db4-4cbe-8e67-d6654df5711a), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:57.991633 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-32193901-1817-419e-8656-84582ad1af77 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04285150-7904-4555-9230-fcb76ec2800d HTTP/1.1" status: 200 len: 217 time: 0.0696592 Aug 30 05:12:57.993293 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.db.resource_extend [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 05:12:58.062084 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c36ea-de43-408e-a1b0-d38ecfff1769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4147d441-4db4-4cbe-8e67-d6654df5711a,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:58.078519 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:12:58.078973 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-f87c36ea-de43-408e-a1b0-d38ecfff1769 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=5d156e26b9ac4afa88354d61756f2068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8499825 Aug 30 05:12:58.087637 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c04eb0c9-9203-4e69-80f9-a761d218e85b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:58.095455 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c04eb0c9-9203-4e69-80f9-a761d218e85b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (ab048540-1281-4902-9eb1-2b72b1b65d55), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:58.129178 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:58.142188 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-7f4fafc3-60d1-4b34-a782-a6fe3bf4df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:58.143691 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-7f4fafc3-60d1-4b34-a782-a6fe3bf4df35 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.1143155 Aug 30 05:12:58.169144 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (ecc188f0-6c22-4e41-b2fc-29de24ef7b01), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:58.190470 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-291c7428-a5cd-435e-80ec-fa28f1986d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2e0bbf06-62fc-4036-b8a1-e70ecc4430e8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:58.192968 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-291c7428-a5cd-435e-80ec-fa28f1986d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:58.194079 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-291c7428-a5cd-435e-80ec-fa28f1986d9b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2e0bbf06-62fc-4036-b8a1-e70ecc4430e8 HTTP/1.1" status: 204 len: 168 time: 0.6953783 Aug 30 05:12:58.222615 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-c04eb0c9-9203-4e69-80f9-a761d218e85b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Floating IP ab048540-1281-4902-9eb1-2b72b1b65d55 associated. External IP: 172.27.4.121, port: a8fa1465-9fa9-4b85-9370-89b6902a982d. Aug 30 05:12:58.272013 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-52957fcd-ccbb-42c1-84f6-126572893f76 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1414235 Aug 30 05:12:58.277076 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c7428-a5cd-435e-80ec-fa28f1986d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0bbf06-62fc-4036-b8a1-e70ecc4430e8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:58.293205 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-e3a83e34-5d22-4efd-900f-8af32cfd2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:58.294996 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-e3a83e34-5d22-4efd-900f-8af32cfd2e44 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1438534 Aug 30 05:12:58.369722 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:58.456399 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:58.463132 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03bc47c9-cfd4-4090-93f3-a7e98fae4469 admin admin] Publish callbacks [] for security_group (4147d441-4db4-4cbe-8e67-d6654df5711a), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:58.497921 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Floating IP ecc188f0-6c22-4e41-b2fc-29de24ef7b01 associated. External IP: 172.27.4.75, port: c5da19b6-98a0-4af9-b8f5-52291d4a9be0. Aug 30 05:12:58.538993 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043c15-488e-41fd-bc46-4500d65c4ba2 req-4f07c616-56d9-435c-bf87-79de3fc41dd7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:58.542853 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f2043c15-488e-41fd-bc46-4500d65c4ba2 req-4f07c616-56d9-435c-bf87-79de3fc41dd7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.1094794 Aug 30 05:12:58.562892 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04eb0c9-9203-4e69-80f9-a761d218e85b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:12:58.563920 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-7826f23d-3b39-4e73-b1c7-24ac78bb35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:58.565617 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-7826f23d-3b39-4e73-b1c7-24ac78bb35e5 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=0ed43db2f368485990e3add370edae5f&device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 1130 time: 0.2132859 Aug 30 05:12:58.568175 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03bc47c9-cfd4-4090-93f3-a7e98fae4469 admin admin] Publish callbacks [] for security_group (4147d441-4db4-4cbe-8e67-d6654df5711a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:58.571655 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:58.585696 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-d87376df-a336-4cf1-ba76-3d0c1d7f70d3 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604041 Aug 30 05:12:58.642178 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:12:58.655786 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f2043c15-488e-41fd-bc46-4500d65c4ba2 req-9705b358-4f08-420c-a33a-81d70f78c568 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093900 Aug 30 05:12:58.742054 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04eb0c9-9203-4e69-80f9-a761d218e85b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:12:58.759386 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c04eb0c9-9203-4e69-80f9-a761d218e85b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:58.774270 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] Sync routers for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:12:58.791631 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:58.792264 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:12:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:58.802578 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c04eb0c9-9203-4e69-80f9-a761d218e85b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/ab048540-1281-4902-9eb1-2b72b1b65d55 HTTP/1.1" status: 200 len: 992 time: 2.1360223 Aug 30 05:12:58.803207 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'tag': 'a8fa1465-9fa9-4b85-9370-89b6902a982d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:12:58.805472 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197" -d '{"events": [{"name": "network-changed", "server_uuid": "2a54dc6f-8cee-4b66-9486-491841d01c27", "tag": "a8fa1465-9fa9-4b85-9370-89b6902a982d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:12:58.861665 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29d295-e7eb-486b-993a-2029ff11274e x-openstack-request-id: req-8a29d295-e7eb-486b-993a-2029ff11274e {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:12:58.861958 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a54dc6f-8cee-4b66-9486-491841d01c27", "tag": "a8fa1465-9fa9-4b85-9370-89b6902a982d", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:12:58.862265 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8a29d295-e7eb-486b-993a-2029ff11274e {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:12:58.862612 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a29d295-e7eb-486b-993a-2029ff11274e'] response: {'name': 'network-changed', 'server_uuid': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'tag': 'a8fa1465-9fa9-4b85-9370-89b6902a982d', 'status': 'completed', 'code': 200} Aug 30 05:12:58.939173 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:59.081448 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-db860fc5-e1cd-4193-845a-c4cbd1ab565e req-1cdd7e18-b6f0-48a1-8eed-d22cebb93f59 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894929 Aug 30 05:12:59.182243 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-85876dec-e2e0-4df6-85b1-153214be6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:59.184247 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-85876dec-e2e0-4df6-85b1-153214be6db1 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=996ccdc5-b602-44de-84a5-e9a6b62f687d HTTP/1.1" status: 200 len: 913 time: 0.5936279 Aug 30 05:12:59.270849 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-9ebae06c-e244-4447-addb-65ffef3d5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:59.273340 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-9ebae06c-e244-4447-addb-65ffef3d5669 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 1130 time: 0.1784995 Aug 30 05:12:59.274996 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03bc47c9-cfd4-4090-93f3-a7e98fae4469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4147d441-4db4-4cbe-8e67-d6654df5711a), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:59.278435 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03bc47c9-cfd4-4090-93f3-a7e98fae4469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:12:59.287368 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'ab048540-1281-4902-9eb1-2b72b1b65d55', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'floating_ip_address': '172.27.4.121', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'port_id': 'a8fa1465-9fa9-4b85-9370-89b6902a982d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'mac_address': 'fa:16:3e:e7:96:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:12:09Z', 'updated_at': '2022-08-30T05:12:57Z', 'revision_number': 1, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:59.294492 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-03bc47c9-cfd4-4090-93f3-a7e98fae4469 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/4147d441-4db4-4cbe-8e67-d6654df5711a HTTP/1.1" status: 204 len: 168 time: 1.2070320 Aug 30 05:12:59.327430 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] Checking router: 6a1894b7-0d70-4415-94dc-6d46e58c67a4 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:12:59.341609 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:12:59.342766 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:12:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:59.394614 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc47c9-cfd4-4090-93f3-a7e98fae4469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4147d441-4db4-4cbe-8e67-d6654df5711a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:12:59.509374 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-b2a30d3c-73b6-4c2c-a119-bfa4679369b8 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68faecf3-5b76-4ea3-b631-30ac4f8a4592 HTTP/1.1" status: 200 len: 217 time: 0.1984875 Aug 30 05:12:59.577755 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:12:59.601539 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-d141df6c-c206-48b9-b0f8-5305b50ddb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:59.603616 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-d141df6c-c206-48b9-b0f8-5305b50ddb71 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=3b8f3b19-c158-4a51-ad00-94c10f674fd4 HTTP/1.1" status: 200 len: 851 time: 0.0603571 Aug 30 05:12:59.732061 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-aacc401e-fc85-449c-bb11-bf04d3de88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:59.734316 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-aacc401e-fc85-449c-bb11-bf04d3de88ad service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=996ccdc5-b602-44de-84a5-e9a6b62f687d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174276 Aug 30 05:12:59.736848 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-0616dd53-0bfe-42c3-8bb0-0432814ab130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:59.736848 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-0616dd53-0bfe-42c3-8bb0-0432814ab130 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 911 time: 0.4084933 Aug 30 05:12:59.883345 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'ab048540-1281-4902-9eb1-2b72b1b65d55', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'floating_ip_address': '172.27.4.121', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'port_id': 'a8fa1465-9fa9-4b85-9370-89b6902a982d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'mac_address': 'fa:16:3e:e7:96:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:12:09Z', 'updated_at': '2022-08-30T05:12:57Z', 'revision_number': 1, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:12:59.886587 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbe0d7-8537-4bb1-8ba7-77bedd5be46e req-2b43feec-394b-41ae-97c4-b266353b63eb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:12:59.891284 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-addbe0d7-8537-4bb1-8ba7-77bedd5be46e req-2b43feec-394b-41ae-97c4-b266353b63eb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.1048498 Aug 30 05:12:59.951343 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147a8f8-1da7-4b80-8e69-7923da9591ee None None] The sync data for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi is: [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'ab048540-1281-4902-9eb1-2b72b1b65d55', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'floating_ip_address': '172.27.4.121', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'port_id': 'a8fa1465-9fa9-4b85-9370-89b6902a982d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'mac_address': 'fa:16:3e:e7:96:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:12:09Z', 'updated_at': '2022-08-30T05:12:57Z', 'revision_number': 1, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:13:00.016624 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-76f211d0-89b3-46ba-af58-c7178691a324 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/996ccdc5-b602-44de-84a5-e9a6b62f687d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678108 Aug 30 05:13:00.027779 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:00.049723 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-addbe0d7-8537-4bb1-8ba7-77bedd5be46e req-92505d40-c064-4d7a-9a00-d82066c2e94e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541166 Aug 30 05:13:00.061605 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Router a5e029d1-427c-4665-872b-7943b8b6dfbf has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:13:00.228838 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:00.311668 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-31e6935e-ff19-4c92-b98f-3bfaacd90b47 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d HTTP/1.1" status: 200 len: 1000 time: 0.5590670 Aug 30 05:13:00.323204 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-69ef09c4-56e4-4428-95d8-a1bd37bb62e9 req-6e67be01-fcd2-4c57-b69a-c01615906455 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/996ccdc5-b602-44de-84a5-e9a6b62f687d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637923 Aug 30 05:13:00.334422 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:00.483969 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-bacd378a-999d-4890-9026-e688b0400359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:00.485464 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-bacd378a-999d-4890-9026-e688b0400359 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 200 len: 849 time: 0.1518764 Aug 30 05:13:00.489093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:13:00.493516 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:00.501563 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] Sync routers for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:13:00.516168 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:00.519619 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:13:00.521017 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:12:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:00.579787 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0d81fd63-2f35-4d07-90bf-200b747eae09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/ecc188f0-6c22-4e41-b2fc-29de24ef7b01 HTTP/1.1" status: 200 len: 991 time: 3.9771204 Aug 30 05:13:00.579787 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:00.585730 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842afc53-3d2f-4118-ba67-f2d9d92d2632" -d '{"events": [{"name": "network-changed", "server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:00.613976 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-dc66aceb-4d00-4b21-9aa2-d7fdea29822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:00.617838 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-dc66aceb-4d00-4b21-9aa2-d7fdea29822f service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1206715 Aug 30 05:13:00.739427 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f068ccb5-1e46-4bee-9dce-00740ea30fb4 x-openstack-request-id: req-f068ccb5-1e46-4bee-9dce-00740ea30fb4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:00.739714 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:00.739968 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f068ccb5-1e46-4bee-9dce-00740ea30fb4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:00.740368 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f068ccb5-1e46-4bee-9dce-00740ea30fb4'] response: {'name': 'network-changed', 'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'status': 'completed', 'code': 200} Aug 30 05:13:00.816887 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-64fc1639-2bd5-46ea-9865-0ed9798863fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:00.818810 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-64fc1639-2bd5-46ea-9865-0ed9798863fd service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 1130 time: 0.0776165 Aug 30 05:13:00.936830 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:13:00.944944 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-7f389325-7237-4922-8ee4-0edd2484eb62 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143935 Aug 30 05:13:01.082757 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-5ead10a4-a0f8-4a32-a5f9-eea1c171afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:01.084704 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-5ead10a4-a0f8-4a32-a5f9-eea1c171afea service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 917 time: 0.2341886 Aug 30 05:13:01.182280 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e733270-0399-4f42-b353-f74bc3ae746d None None] New status for floating IP ab048540-1281-4902-9eb1-2b72b1b65d55: ACTIVE {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:13:01.238363 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbe86923-7d48-4fe0-8ba8-a4f413d6a197 req-8ceaef28-1da3-43b0-a53e-3103f08beb89 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801864 Aug 30 05:13:01.240616 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-ec44b9a1-7f04-40f5-8e57-08231e35dfa7 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0 HTTP/1.1" status: 200 len: 999 time: 0.1486478 Aug 30 05:13:01.285035 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1929971-8a4b-47bb-b779-ded415df4c58 req-56e9e05a-2b7a-4a1e-9042-feced2ef8ead tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:01.296289 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e1929971-8a4b-47bb-b779-ded415df4c58 req-56e9e05a-2b7a-4a1e-9042-feced2ef8ead tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0831006 Aug 30 05:13:01.326414 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-2ed9975d-5740-4e71-931a-5bcbddf01745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:01.329823 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-2ed9975d-5740-4e71-931a-5bcbddf01745 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.0736525 Aug 30 05:13:01.389990 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:01.446427 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e1929971-8a4b-47bb-b779-ded415df4c58 req-93cbe954-f2f3-4cf8-94a6-155a94472d75 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484697 Aug 30 05:13:01.450992 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-a44a1fcd-34c3-449e-a5ce-d930dff05be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:01.452591 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-a44a1fcd-34c3-449e-a5ce-d930dff05be1 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103082 Aug 30 05:13:01.615308 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'ecc188f0-6c22-4e41-b2fc-29de24ef7b01', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'floating_ip_address': '172.27.4.75', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'port_id': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'mac_address': 'fa:16:3e:b9:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:12:09Z', 'updated_at': '2022-08-30T05:12:57Z', 'revision_number': 1, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:01.660659 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] Checking router: a5e029d1-427c-4665-872b-7943b8b6dfbf for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:13:01.660801 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-4e8c30ae-bc18-4131-b079-c235a63263b2 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874762 Aug 30 05:13:01.681885 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:13:01.682516 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:12:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:01.831661 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-842afc53-3d2f-4118-ba67-f2d9d92d2632 req-7b62b703-b8f2-4982-88f0-3c2e54e3bfab service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621196 Aug 30 05:13:01.841051 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:01.879179 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:13:02.188302 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'ecc188f0-6c22-4e41-b2fc-29de24ef7b01', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'floating_ip_address': '172.27.4.75', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'port_id': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'mac_address': 'fa:16:3e:b9:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:12:09Z', 'updated_at': '2022-08-30T05:12:57Z', 'revision_number': 1, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:02.246386 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96178825-b6bb-46ae-b238-1cf623f07d85 None None] The sync data for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi is: [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'ecc188f0-6c22-4e41-b2fc-29de24ef7b01', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'floating_ip_address': '172.27.4.75', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'port_id': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'mac_address': 'fa:16:3e:b9:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:12:09Z', 'updated_at': '2022-08-30T05:12:57Z', 'revision_number': 1, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:13:02.514931 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641307a6-3705-49a6-8adb-178c03700f60 None None] New status for floating IP ecc188f0-6c22-4e41-b2fc-29de24ef7b01: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:13:02.645281 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2e64-a675-4f2e-aac3-2e5ec0dc131d req-a9be45c7-6add-4f7f-8e30-9715de13c7dc tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:02.647101 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eaed2e64-a675-4f2e-aac3-2e5ec0dc131d req-a9be45c7-6add-4f7f-8e30-9715de13c7dc tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0737374 Aug 30 05:13:02.723179 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eaed2e64-a675-4f2e-aac3-2e5ec0dc131d req-6083ca9e-800a-46d4-8c9f-d67e3c53a79a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626297 Aug 30 05:13:02.891716 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47624) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:03.022052 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e53f7da-fa61-4d13-b34e-60c62f993b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.110325 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e53f7da-fa61-4d13-b34e-60c62f993b77 admin admin] Publish callbacks [] for security_group (26e1c768-46cd-488a-9466-26bb5b6effe4), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.118089 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e53f7da-fa61-4d13-b34e-60c62f993b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (26e1c768-46cd-488a-9466-26bb5b6effe4), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.144717 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47638) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:03.166910 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-0e53f7da-fa61-4d13-b34e-60c62f993b77 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e1e846793de24f1496dadc7921868ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740095 Aug 30 05:13:03.167797 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53f7da-fa61-4d13-b34e-60c62f993b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e1c768-46cd-488a-9466-26bb5b6effe4,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:03.169673 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47642) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:03.189307 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:03.222408 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:03.226849 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-446fd880-805f-4d1c-b616-a9a85134dd76 admin admin] Publish callbacks [] for security_group (26e1c768-46cd-488a-9466-26bb5b6effe4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.254973 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-446fd880-805f-4d1c-b616-a9a85134dd76 admin admin] Publish callbacks [] for security_group (26e1c768-46cd-488a-9466-26bb5b6effe4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.284231 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-333d75d0-cf4c-4185-8245-eefa6b7bfbef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.339693 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-446fd880-805f-4d1c-b616-a9a85134dd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (26e1c768-46cd-488a-9466-26bb5b6effe4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.342596 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-446fd880-805f-4d1c-b616-a9a85134dd76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.343778 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-446fd880-805f-4d1c-b616-a9a85134dd76 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/26e1c768-46cd-488a-9466-26bb5b6effe4 HTTP/1.1" status: 204 len: 168 time: 0.1729541 Aug 30 05:13:03.350121 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47648) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:03.360892 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fd880-805f-4d1c-b616-a9a85134dd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e1c768-46cd-488a-9466-26bb5b6effe4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:03.406642 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-333d75d0-cf4c-4185-8245-eefa6b7bfbef admin admin] Publish callbacks [] for security_group (a09b3dfb-9a50-453d-bc72-b43f20a90c6b), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.411548 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-333d75d0-cf4c-4185-8245-eefa6b7bfbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (a09b3dfb-9a50-453d-bc72-b43f20a90c6b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.454371 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-333d75d0-cf4c-4185-8245-eefa6b7bfbef admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=2a2b66d94ffc4e87804d537f1f0921b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091455 Aug 30 05:13:03.455986 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d75d0-cf4c-4185-8245-eefa6b7bfbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09b3dfb-9a50-453d-bc72-b43f20a90c6b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:03.459235 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47652) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:03.519021 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfa66134-80b5-4bd8-9170-033922408992 admin admin] Publish callbacks [] for security_group (a09b3dfb-9a50-453d-bc72-b43f20a90c6b), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.541725 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfa66134-80b5-4bd8-9170-033922408992 admin admin] Publish callbacks [] for security_group (a09b3dfb-9a50-453d-bc72-b43f20a90c6b), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.598912 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfa66134-80b5-4bd8-9170-033922408992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (a09b3dfb-9a50-453d-bc72-b43f20a90c6b), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.602189 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfa66134-80b5-4bd8-9170-033922408992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.603380 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cfa66134-80b5-4bd8-9170-033922408992 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/a09b3dfb-9a50-453d-bc72-b43f20a90c6b HTTP/1.1" status: 204 len: 168 time: 0.1432292 Aug 30 05:13:03.615465 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa66134-80b5-4bd8-9170-033922408992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09b3dfb-9a50-453d-bc72-b43f20a90c6b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:03.652076 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d95517f7-7ad3-414e-b9c0-59abb6503b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.704234 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:03.742568 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:03.747593 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d95517f7-7ad3-414e-b9c0-59abb6503b1d admin admin] Publish callbacks [] for security_group (c7edb986-a1bf-44f8-96ea-8c0c28408857), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.752973 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d95517f7-7ad3-414e-b9c0-59abb6503b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c7edb986-a1bf-44f8-96ea-8c0c28408857), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.757832 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31c90a2e-3056-4451-9369-a0f4ddf9416d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.804337 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d95517f7-7ad3-414e-b9c0-59abb6503b1d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=1a8ca4ec40e84dbfa8adf3b801e31baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4529269 Aug 30 05:13:03.804887 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47664) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:03.807083 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95517f7-7ad3-414e-b9c0-59abb6503b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7edb986-a1bf-44f8-96ea-8c0c28408857,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:03.891872 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31c90a2e-3056-4451-9369-a0f4ddf9416d admin admin] Publish callbacks [] for security_group (5f52a12b-cb73-4ee8-9792-081bab43a51e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.896882 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31c90a2e-3056-4451-9369-a0f4ddf9416d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (5f52a12b-cb73-4ee8-9792-081bab43a51e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.912992 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f297db-f229-4c31-950f-280b0cca82d9 req-5e2ffb90-82b7-43d3-be4a-d5b02dadd9b1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:03.915787 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49f297db-f229-4c31-950f-280b0cca82d9 req-5e2ffb90-82b7-43d3-be4a-d5b02dadd9b1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0908959 Aug 30 05:13:03.918508 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2cb5ce62-c50e-4beb-8412-7b42f8d6a22c admin admin] Publish callbacks [] for security_group (c7edb986-a1bf-44f8-96ea-8c0c28408857), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:03.941592 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-31c90a2e-3056-4451-9369-a0f4ddf9416d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=8dedadaa140546a3ae15a8a5c330c187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978822 Aug 30 05:13:03.942309 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c90a2e-3056-4451-9369-a0f4ddf9416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f52a12b-cb73-4ee8-9792-081bab43a51e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:03.944633 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47668) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:03.979832 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2cb5ce62-c50e-4beb-8412-7b42f8d6a22c admin admin] Publish callbacks [] for security_group (c7edb986-a1bf-44f8-96ea-8c0c28408857), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.004105 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fec164a-f743-4ce2-9891-6bf6f1fc8496 admin admin] Publish callbacks [] for security_group (5f52a12b-cb73-4ee8-9792-081bab43a51e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.023154 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49f297db-f229-4c31-950f-280b0cca82d9 req-3536e2ae-5265-4158-a2e9-d464bd83cea5 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008918 Aug 30 05:13:04.026913 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fec164a-f743-4ce2-9891-6bf6f1fc8496 admin admin] Publish callbacks [] for security_group (5f52a12b-cb73-4ee8-9792-081bab43a51e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.032235 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47670) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:04.041064 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:04.063031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c837a42b-0541-436e-b1f7-57e9c0455ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.067991 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2cb5ce62-c50e-4beb-8412-7b42f8d6a22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c7edb986-a1bf-44f8-96ea-8c0c28408857), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.071111 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2cb5ce62-c50e-4beb-8412-7b42f8d6a22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.072336 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2cb5ce62-c50e-4beb-8412-7b42f8d6a22c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c7edb986-a1bf-44f8-96ea-8c0c28408857 HTTP/1.1" status: 204 len: 168 time: 0.2661939 Aug 30 05:13:04.080546 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5ce62-c50e-4beb-8412-7b42f8d6a22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7edb986-a1bf-44f8-96ea-8c0c28408857,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:04.082370 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:04.094865 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:04.120249 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fec164a-f743-4ce2-9891-6bf6f1fc8496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (5f52a12b-cb73-4ee8-9792-081bab43a51e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.122758 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fec164a-f743-4ce2-9891-6bf6f1fc8496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.124097 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8fec164a-f743-4ce2-9891-6bf6f1fc8496 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/5f52a12b-cb73-4ee8-9792-081bab43a51e HTTP/1.1" status: 204 len: 168 time: 0.1783545 Aug 30 05:13:04.149291 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec164a-f743-4ce2-9891-6bf6f1fc8496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f52a12b-cb73-4ee8-9792-081bab43a51e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:04.197767 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c837a42b-0541-436e-b1f7-57e9c0455ac4 admin admin] Publish callbacks [] for security_group (d25db200-45e4-4c7b-9dd2-c91598958ae0), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.203211 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c837a42b-0541-436e-b1f7-57e9c0455ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d25db200-45e4-4c7b-9dd2-c91598958ae0), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.247251 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c837a42b-0541-436e-b1f7-57e9c0455ac4 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=2bccc550dc9d4980ad456b76724602ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088234 Aug 30 05:13:04.248074 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837a42b-0541-436e-b1f7-57e9c0455ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25db200-45e4-4c7b-9dd2-c91598958ae0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:04.249986 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47678) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:04.307455 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dfb758c-80fb-4e86-b7f8-abe03fbcf0bd admin admin] Publish callbacks [] for security_group (d25db200-45e4-4c7b-9dd2-c91598958ae0), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.330096 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dfb758c-80fb-4e86-b7f8-abe03fbcf0bd admin admin] Publish callbacks [] for security_group (d25db200-45e4-4c7b-9dd2-c91598958ae0), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.391796 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dfb758c-80fb-4e86-b7f8-abe03fbcf0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d25db200-45e4-4c7b-9dd2-c91598958ae0), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.395252 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dfb758c-80fb-4e86-b7f8-abe03fbcf0bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.396824 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5dfb758c-80fb-4e86-b7f8-abe03fbcf0bd admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/d25db200-45e4-4c7b-9dd2-c91598958ae0 HTTP/1.1" status: 204 len: 168 time: 0.1456714 Aug 30 05:13:04.405432 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb758c-80fb-4e86-b7f8-abe03fbcf0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25db200-45e4-4c7b-9dd2-c91598958ae0,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:04.632364 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47690) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:04.649750 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2e78f4b-649e-46b2-80c3-7d1d6123d5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.745898 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2e78f4b-649e-46b2-80c3-7d1d6123d5bb admin admin] Publish callbacks [] for security_group (6541eb6b-9d87-4899-ab59-ce54bd233aea), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.751357 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2e78f4b-649e-46b2-80c3-7d1d6123d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (6541eb6b-9d87-4899-ab59-ce54bd233aea), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.793855 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c2e78f4b-649e-46b2-80c3-7d1d6123d5bb admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=fc64f952d2b14ead882fb7b39f11e304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601605 Aug 30 05:13:04.795151 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e78f4b-649e-46b2-80c3-7d1d6123d5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6541eb6b-9d87-4899-ab59-ce54bd233aea,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:04.797114 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47698) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:04.807509 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d715-abc7-4f88-ba85-6d4d4a8214f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.868463 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54383be9-1dc8-4dd9-b9c9-9742d8db3ac7 admin admin] Publish callbacks [] for security_group (6541eb6b-9d87-4899-ab59-ce54bd233aea), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.891462 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54383be9-1dc8-4dd9-b9c9-9742d8db3ac7 admin admin] Publish callbacks [] for security_group (6541eb6b-9d87-4899-ab59-ce54bd233aea), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.963901 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54383be9-1dc8-4dd9-b9c9-9742d8db3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (6541eb6b-9d87-4899-ab59-ce54bd233aea), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.966852 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54383be9-1dc8-4dd9-b9c9-9742d8db3ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:04.980720 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-54383be9-1dc8-4dd9-b9c9-9742d8db3ac7 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/6541eb6b-9d87-4899-ab59-ce54bd233aea HTTP/1.1" status: 204 len: 168 time: 0.1823249 Aug 30 05:13:04.990038 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54383be9-1dc8-4dd9-b9c9-9742d8db3ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6541eb6b-9d87-4899-ab59-ce54bd233aea,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:05.171877 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b44d5-53e6-413d-8d3b-2f0955c46662 req-ed5df7dc-3b83-4aa1-993d-678c67883b1d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:05.173370 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0c6b44d5-53e6-413d-8d3b-2f0955c46662 req-ed5df7dc-3b83-4aa1-993d-678c67883b1d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0598099 Aug 30 05:13:05.274211 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0c6b44d5-53e6-413d-8d3b-2f0955c46662 req-68f3e36d-73d6-4dc8-be24-9e09e6c8779a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910802 Aug 30 05:13:05.372584 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47732) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:05.390438 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9068b36f-398b-4007-a79c-38bc0df7d9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:05.481564 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9068b36f-398b-4007-a79c-38bc0df7d9bd admin admin] Publish callbacks [] for security_group (cbc05a0a-1d5b-481d-a5d8-553e44f15a8e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:05.486334 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9068b36f-398b-4007-a79c-38bc0df7d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (cbc05a0a-1d5b-481d-a5d8-553e44f15a8e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:05.538924 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068b36f-398b-4007-a79c-38bc0df7d9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc05a0a-1d5b-481d-a5d8-553e44f15a8e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:05.560804 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47740) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:05.561293 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9068b36f-398b-4007-a79c-38bc0df7d9bd admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=91ff10a8a8a44f89917cf2af46319564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870136 Aug 30 05:13:05.624691 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9793c2d3-8f29-48fa-b1b9-8111b9fe604b admin admin] Publish callbacks [] for security_group (cbc05a0a-1d5b-481d-a5d8-553e44f15a8e), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:05.656423 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9793c2d3-8f29-48fa-b1b9-8111b9fe604b admin admin] Publish callbacks [] for security_group (cbc05a0a-1d5b-481d-a5d8-553e44f15a8e), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:05.708286 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9793c2d3-8f29-48fa-b1b9-8111b9fe604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (cbc05a0a-1d5b-481d-a5d8-553e44f15a8e), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:05.710772 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9793c2d3-8f29-48fa-b1b9-8111b9fe604b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:05.714726 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-9793c2d3-8f29-48fa-b1b9-8111b9fe604b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/cbc05a0a-1d5b-481d-a5d8-553e44f15a8e HTTP/1.1" status: 204 len: 168 time: 0.1490877 Aug 30 05:13:05.725339 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793c2d3-8f29-48fa-b1b9-8111b9fe604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc05a0a-1d5b-481d-a5d8-553e44f15a8e,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:06.220780 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 47770) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:06.474639 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de7d7d5e-a766-4a0b-a0eb-2352b464c87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:06.507843 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21b608-e293-4a37-9188-cec8142b4ed9 req-4f1b009a-70a2-4694-aa4d-ae7bb0c88444 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:06.510516 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1b21b608-e293-4a37-9188-cec8142b4ed9 req-4f1b009a-70a2-4694-aa4d-ae7bb0c88444 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.1542530 Aug 30 05:13:06.519972 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:06.647424 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de7d7d5e-a766-4a0b-a0eb-2352b464c87a admin admin] Publish callbacks [] for security_group (59c9fb6e-fc6a-40b4-a13d-44c170c78eaa), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:06.660114 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de7d7d5e-a766-4a0b-a0eb-2352b464c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (59c9fb6e-fc6a-40b4-a13d-44c170c78eaa), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:06.703887 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-de7d7d5e-a766-4a0b-a0eb-2352b464c87a admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=df7dad9153fe4355aaa4209c1728e909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817970 Aug 30 05:13:06.707175 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47800) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:06.720311 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1b21b608-e293-4a37-9188-cec8142b4ed9 req-dbb2472c-265e-4fbe-884a-8e5b852169bb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014768 Aug 30 05:13:06.725613 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d7d5e-a766-4a0b-a0eb-2352b464c87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c9fb6e-fc6a-40b4-a13d-44c170c78eaa,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:06.818113 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7c32c-896c-409a-9b89-92cbc3c8e483 req-40db49bc-fbd9-4424-93c8-79962d1894e3 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:06.819754 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8ca7c32c-896c-409a-9b89-92cbc3c8e483 req-40db49bc-fbd9-4424-93c8-79962d1894e3 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 946 time: 0.0793793 Aug 30 05:13:06.820845 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-220c5784-c311-4c31-bc77-a4b06adfcda8 admin admin] Publish callbacks [] for security_group (59c9fb6e-fc6a-40b4-a13d-44c170c78eaa), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:06.865074 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-220c5784-c311-4c31-bc77-a4b06adfcda8 admin admin] Publish callbacks [] for security_group (59c9fb6e-fc6a-40b4-a13d-44c170c78eaa), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:06.913140 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:06.927017 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8ca7c32c-896c-409a-9b89-92cbc3c8e483 req-d4d87abb-96e6-49c1-bf3f-8dddf3553fc3 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971322 Aug 30 05:13:06.959789 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-220c5784-c311-4c31-bc77-a4b06adfcda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (59c9fb6e-fc6a-40b4-a13d-44c170c78eaa), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:06.962433 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-220c5784-c311-4c31-bc77-a4b06adfcda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:06.963576 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-220c5784-c311-4c31-bc77-a4b06adfcda8 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/59c9fb6e-fc6a-40b4-a13d-44c170c78eaa HTTP/1.1" status: 204 len: 168 time: 0.2544668 Aug 30 05:13:06.966939 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:06.973274 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c5784-c311-4c31-bc77-a4b06adfcda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c9fb6e-fc6a-40b4-a13d-44c170c78eaa,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:07.156571 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1df4319f-fbc9-4458-8632-9888e900f1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:07.868404 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6289-8d3f-448a-85ff-f6f21978f519 req-e9f47c4e-4a4d-4e92-83e6-22c4f6e18e31 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:07.869998 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fbac6289-8d3f-448a-85ff-f6f21978f519 req-e9f47c4e-4a4d-4e92-83e6-22c4f6e18e31 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0682003 Aug 30 05:13:07.943109 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fbac6289-8d3f-448a-85ff-f6f21978f519 req-932a00f5-b712-41e8-90b6-0d41d7c22653 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621140 Aug 30 05:13:07.953223 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47894) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:08.078558 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-332393035-network', 'tenant_id': '9cea756f95e843b5868e53f6446d648a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:08.108010 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e1aa6-f549-42ba-9ce5-d6de2314c1f3 req-0b1449e3-e76b-4c72-8c28-d3c5f82e81d5 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:08.109516 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-695e1aa6-f549-42ba-9ce5-d6de2314c1f3 req-0b1449e3-e76b-4c72-8c28-d3c5f82e81d5 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 946 time: 0.0718849 Aug 30 05:13:08.129723 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Made reservation on behalf of 9cea756f95e843b5868e53f6446d648a for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:13:08.132049 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.146055 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.188421 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-695e1aa6-f549-42ba-9ce5-d6de2314c1f3 req-f4a86e26-72c9-486a-990c-beda66ba85f1 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726657 Aug 30 05:13:08.256317 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Publish callbacks [] for security_group (23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.260823 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.284965 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:13:08.299127 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:08.304043 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (a8f03717-9bb4-45d4-ada1-5208753f6b9c), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.304390 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Added segment a8f03717-9bb4-45d4-ada1-5208753f6b9c of type vlan for network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 Aug 30 05:13:08.346907 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.373093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.374291 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:08.375012 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.403665 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.431496 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4770489 Aug 30 05:13:08.434440 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 47934) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:08.439400 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Request body: {'subnet': {'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-332393035-subnet', 'tenant_id': '9cea756f95e843b5868e53f6446d648a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:08.475772 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb699-1d2f-4b68-ae12-a9af0eea5fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:08.485986 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Made reservation on behalf of 9cea756f95e843b5868e53f6446d648a for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:13:08.489970 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.492913 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:13:08.682765 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (38dab0e7-d5a8-405e-b1d5-ee6ac58478b7), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.733579 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dab0e7-d5a8-405e-b1d5-ee6ac58478b7,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:08.749445 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Checking segment: {'id': 'a8f03717-9bb4-45d4-ada1-5208753f6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:13:08.749833 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Network hostable DHCP agents. Network: e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:13:08.752737 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:08.777380 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:13:08.793328 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:13:08.797817 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:08.798536 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:08.805653 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd7bbf9-32e7-4666-a39f-e17eb1088e55 None None] Network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:13:08.814149 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:08.820396 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:08.833342 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b4fd4e51-e7f2-4dea-9580-137bdef0bc34 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3900778 Aug 30 05:13:08.928584 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d966d-f243-42a3-87b8-8e1c4ef74f76 None None] Network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:13:09.102940 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-fa06d4ac-298e-4875-8daf-f0fe04d43507 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:09.103563 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:09.105149 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-fa06d4ac-298e-4875-8daf-f0fe04d43507 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 946 time: 0.0864196 Aug 30 05:13:09.123053 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85226c1-78fd-43b9-b667-dcc0af34044b req-436601be-2e37-4cc0-a5f7-3cd16bd7ac06 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:09.124568 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f85226c1-78fd-43b9-b667-dcc0af34044b req-436601be-2e37-4cc0-a5f7-3cd16bd7ac06 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0710640 Aug 30 05:13:09.179414 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f85226c1-78fd-43b9-b667-dcc0af34044b req-e22c81fe-74a9-4ad4-8c23-e70ebba7df79 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Aug 30 05:13:09.239577 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Deleting port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:13:09.240134 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:09.358204 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a1c3-90b5-429b-8693-202143401905 req-8176e626-9609-442b-8d6b-1d1495964e65 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:09.359948 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7112a1c3-90b5-429b-8693-202143401905 req-8176e626-9609-442b-8d6b-1d1495964e65 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 946 time: 0.0616176 Aug 30 05:13:09.425367 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] For port 68faecf3-5b76-4ea3-b631-30ac4f8a4592, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=68faecf3-5b76-4ea3-b631-30ac4f8a4592,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:09.425739 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:09.461958 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Calling delete_port for 68faecf3-5b76-4ea3-b631-30ac4f8a4592 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:13:09.474673 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7112a1c3-90b5-429b-8693-202143401905 req-e6c2684a-358e-481b-8e94-7997aa319aff tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=fbab9eb5-705d-4d08-87bd-e7575907ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087694 Aug 30 05:13:09.851524 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (68faecf3-5b76-4ea3-b631-30ac4f8a4592), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:09.865527 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['68faecf3-5b76-4ea3-b631-30ac4f8a4592'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:13:09.879209 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Pushing event deleted for resources: {'Port': ['ID=68faecf3-5b76-4ea3-b631-30ac4f8a4592,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:09.922276 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:09.948388 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] No DVR routers for this DVR port 68faecf3-5b76-4ea3-b631-30ac4f8a4592 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:13:09.951806 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:09.954935 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b6bc714d-8c75-47b5-b080-ef2552137423 req-8c32777f-5df9-407f-a222-fc192bfa7322 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.82 "DELETE /networking/v2.0/ports/68faecf3-5b76-4ea3-b631-30ac4f8a4592 HTTP/1.1" status: 204 len: 173 time: 0.8443277 Aug 30 05:13:09.955409 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae6994-d651-45c7-955b-13df805da49f', 'name': 'network-vif-deleted', 'tag': '68faecf3-5b76-4ea3-b631-30ac4f8a4592'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:09.957667 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0987607-5794-4791-a394-eda72f507b87" -d '{"events": [{"server_uuid": "2bae6994-d651-45c7-955b-13df805da49f", "name": "network-vif-deleted", "tag": "68faecf3-5b76-4ea3-b631-30ac4f8a4592"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:09.994087 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:09.997757 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071d56e0-37ef-41a5-8be0-2b6b11204975 x-openstack-request-id: req-071d56e0-37ef-41a5-8be0-2b6b11204975 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:09.998254 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae6994-d651-45c7-955b-13df805da49f", "name": "network-vif-deleted", "tag": "68faecf3-5b76-4ea3-b631-30ac4f8a4592", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:09.998560 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-071d56e0-37ef-41a5-8be0-2b6b11204975 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:09.999014 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071d56e0-37ef-41a5-8be0-2b6b11204975'] response: {'server_uuid': '2bae6994-d651-45c7-955b-13df805da49f', 'name': 'network-vif-deleted', 'tag': '68faecf3-5b76-4ea3-b631-30ac4f8a4592', 'status': 'completed', 'code': 200} Aug 30 05:13:10.321061 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd025-0cf8-4d7b-ab8a-74677531b096 req-97d91c57-ceac-4624-82a3-9e0b98a2f6ec tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:10.322554 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1a8cd025-0cf8-4d7b-ab8a-74677531b096 req-97d91c57-ceac-4624-82a3-9e0b98a2f6ec tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0641403 Aug 30 05:13:10.372539 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1a8cd025-0cf8-4d7b-ab8a-74677531b096 req-edd26248-45d6-4edb-8fb5-fcebd72c0e1c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Aug 30 05:13:10.610298 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e7135f78-9ddf-40e6-8485-d29532ce2886 req-c5c62182-99c8-4374-9345-aa790d7476c4 tempest-DeleteServersTestJSON-1377440117 tempest-DeleteServersTestJSON-1377440117-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2bae6994-d651-45c7-955b-13df805da49f HTTP/1.1" status: 200 len: 210 time: 0.0286880 Aug 30 05:13:11.498397 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39ba0a-1455-4cc7-83aa-ad8e5b170134 req-75644039-2016-44a5-bd9e-dfa6f5baaa6e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:11.500043 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ab39ba0a-1455-4cc7-83aa-ad8e5b170134 req-75644039-2016-44a5-bd9e-dfa6f5baaa6e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0494328 Aug 30 05:13:11.568439 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ab39ba0a-1455-4cc7-83aa-ad8e5b170134 req-19740a1a-284a-4df1-9aac-73a3226ebda1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548809 Aug 30 05:13:12.687156 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe63111-3d49-446a-8fe6-bd3ba3554a8d req-2d0fcc54-06d8-4167-a1bf-603daf1344db tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:12.688608 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5fe63111-3d49-446a-8fe6-bd3ba3554a8d req-2d0fcc54-06d8-4167-a1bf-603daf1344db tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0465467 Aug 30 05:13:12.744752 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5fe63111-3d49-446a-8fe6-bd3ba3554a8d req-6be456bb-fab2-4e8c-b60a-e4a17ed8cc6b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499563 Aug 30 05:13:13.071460 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 68faecf3-5b76-4ea3-b631-30ac4f8a4592 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:13:13.083569 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48042) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:13.101396 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 68faecf3-5b76-4ea3-b631-30ac4f8a4592 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:13:13.101744 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 68faecf3-5b76-4ea3-b631-30ac4f8a4592 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:13:13.327323 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:13.505998 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (ce111498-e8b2-406c-9a19-5b793f3eb03d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:13.547248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:13.779246 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Deleting port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:13:13.779589 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:13.861832 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2655-0227-4803-9734-df9f114874f7 req-257d847d-96c7-464e-b5d2-6f34ebeaf83a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:13.864635 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-530a2655-0227-4803-9734-df9f114874f7 req-257d847d-96c7-464e-b5d2-6f34ebeaf83a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0501456 Aug 30 05:13:13.867138 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] For port 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:13.867507 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:13.881929 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Calling delete_port for 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:13:13.913349 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-530a2655-0227-4803-9734-df9f114874f7 req-d245b81e-47fd-45a0-8690-518b92347f7f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Aug 30 05:13:14.063451 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:14.089580 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:14.214446 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (ce111498-e8b2-406c-9a19-5b793f3eb03d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:14.365589 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:14.419658 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:14.429637 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Router ce111498-e8b2-406c-9a19-5b793f3eb03d has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:13:14.538308 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:13:14.543328 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b48d9d01-021d-4186-ac2a-5788837a2be9 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/ce111498-e8b2-406c-9a19-5b793f3eb03d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4579630 Aug 30 05:13:14.545810 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48064) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:14.548429 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] Sync routers for ids ['ce111498-e8b2-406c-9a19-5b793f3eb03d'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:13:14.557645 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:14.559907 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] Routers {'ce111498-e8b2-406c-9a19-5b793f3eb03d'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:13:14.560641 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:13:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ce111498-e8b2-406c-9a19-5b793f3eb03d'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:14.659863 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks [] for router (ce111498-e8b2-406c-9a19-5b793f3eb03d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:14.686247 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] Set router ce111498-e8b2-406c-9a19-5b793f3eb03d gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:13:14.775109 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks [] for router_gateway (ce111498-e8b2-406c-9a19-5b793f3eb03d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:14.829963 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Deleting port 18b3054f-3d7a-4320-92b6-1a040d7f1d80 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:13:14.830297 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:14.870807 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7'}], 'enable_snat': True}, 'gw_port_id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:48Z', 'updated_at': '2022-08-30T05:13:14Z', 'revision_number': 5, 'project_id': '0ed43db2f368485990e3add370edae5f', 'gw_port': {'id': '18b3054f-3d7a-4320-92b6-1a040d7f1d80', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:14.900772 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] Checking router: ce111498-e8b2-406c-9a19-5b793f3eb03d for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:13:14.909582 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] Routers {'ce111498-e8b2-406c-9a19-5b793f3eb03d'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:13:14.910181 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:13:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ce111498-e8b2-406c-9a19-5b793f3eb03d'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:14.916129 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] For port 18b3054f-3d7a-4320-92b6-1a040d7f1d80, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=18b3054f-3d7a-4320-92b6-1a040d7f1d80,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:14.916561 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:14.930861 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Calling delete_port for 18b3054f-3d7a-4320-92b6-1a040d7f1d80 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:13:15.011493 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] Set router ce111498-e8b2-406c-9a19-5b793f3eb03d gateway port host: None {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:13:15.069608 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8aec7-839b-4aea-9fa5-096cf9cc818f req-e72a3b68-210f-4242-8bb5-d54b57e04156 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:15.072060 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-32e8aec7-839b-4aea-9fa5-096cf9cc818f req-e72a3b68-210f-4242-8bb5-d54b57e04156 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0674462 Aug 30 05:13:15.114126 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (18b3054f-3d7a-4320-92b6-1a040d7f1d80), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.153472 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b3054f-3d7a-4320-92b6-1a040d7f1d80,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:15.180221 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:48Z', 'updated_at': '2022-08-30T05:13:14Z', 'revision_number': 6, 'project_id': '0ed43db2f368485990e3add370edae5f', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:15.189374 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (ce111498-e8b2-406c-9a19-5b793f3eb03d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.208070 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-32e8aec7-839b-4aea-9fa5-096cf9cc818f req-11fc625f-4b3c-4eeb-b3d4-8133f2376826 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277525 Aug 30 05:13:15.216649 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9956638-7d99-4e9a-b04d-34a19b4e3b9d None None] The sync data for ids ['ce111498-e8b2-406c-9a19-5b793f3eb03d'] in dv-cinder-853910-4-iscsi is: [{'id': 'ce111498-e8b2-406c-9a19-5b793f3eb03d', 'name': 'tempest-DeleteServersTestJSON-1754509253-router', 'tenant_id': '0ed43db2f368485990e3add370edae5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:48Z', 'updated_at': '2022-08-30T05:13:14Z', 'revision_number': 6, 'project_id': '0ed43db2f368485990e3add370edae5f', 'gw_port_host': None}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:13:15.276393 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:15.498196 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48092) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:15.557183 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (ce111498-e8b2-406c-9a19-5b793f3eb03d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.569728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks [] for router_controller (ce111498-e8b2-406c-9a19-5b793f3eb03d), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.627791 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e27b4ca7-8018-4c5b-9880-89c25818d62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.661351 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:15.687481 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (ce111498-e8b2-406c-9a19-5b793f3eb03d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.687980 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce111498-e8b2-406c-9a19-5b793f3eb03d {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:13:15.697818 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.701307 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d300c118-ff85-4305-a092-8ecf28fade30 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/ce111498-e8b2-406c-9a19-5b793f3eb03d HTTP/1.1" status: 204 len: 168 time: 1.1522632 Aug 30 05:13:15.702334 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48098) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:15.716927 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e27b4ca7-8018-4c5b-9880-89c25818d62c admin admin] Publish callbacks [] for security_group (4516e840-fde2-4eff-8330-faa7c3cb0d42), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.722481 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e27b4ca7-8018-4c5b-9880-89c25818d62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4516e840-fde2-4eff-8330-faa7c3cb0d42), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.767035 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-3b5dc7ed-2bf5-4e60-b57c-7e0a362c256c tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:15.767760 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b4ca7-8018-4c5b-9880-89c25818d62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4516e840-fde2-4eff-8330-faa7c3cb0d42,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:15.768528 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-3b5dc7ed-2bf5-4e60-b57c-7e0a362c256c tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/networks?id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 HTTP/1.1" status: 200 len: 808 time: 0.2163515 Aug 30 05:13:15.773909 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-e27b4ca7-8018-4c5b-9880-89c25818d62c admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d290987cdcab450a8ee193099b816fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745233 Aug 30 05:13:15.775630 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed61fb9-5da8-4e11-877c-8008fa24c044 admin admin] Deleting subnet 3b8f3b19-c158-4a51-ad00-94c10f674fd4 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:13:15.776885 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48100) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:15.790194 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ed61fb9-5da8-4e11-877c-8008fa24c044 admin admin] Publish callbacks [] for subnet (3b8f3b19-c158-4a51-ad00-94c10f674fd4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.815932 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-571511e2-88b4-4c8b-99cb-02a3045f9f8c tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/quotas/9cea756f95e843b5868e53f6446d648a HTTP/1.1" status: 200 len: 375 time: 0.0371528 Aug 30 05:13:15.816334 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:15.831773 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b58-0058-4fde-9c55-d0e54341c588 admin admin] Publish callbacks [] for security_group (4516e840-fde2-4eff-8330-faa7c3cb0d42), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.840795 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ed61fb9-5da8-4e11-877c-8008fa24c044 admin admin] Publish callbacks [] for subnet (3b8f3b19-c158-4a51-ad00-94c10f674fd4), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.855961 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b58-0058-4fde-9c55-d0e54341c588 admin admin] Publish callbacks [] for security_group (4516e840-fde2-4eff-8330-faa7c3cb0d42), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.864023 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-779f431e-8d08-47d7-a156-56704e0fc3f9 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9cea756f95e843b5868e53f6446d648a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410206 Aug 30 05:13:15.903281 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b58-0058-4fde-9c55-d0e54341c588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4516e840-fde2-4eff-8330-faa7c3cb0d42), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.906641 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b6d6b58-0058-4fde-9c55-d0e54341c588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:15.908115 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-6b6d6b58-0058-4fde-9c55-d0e54341c588 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/4516e840-fde2-4eff-8330-faa7c3cb0d42 HTTP/1.1" status: 204 len: 168 time: 0.1301730 Aug 30 05:13:15.918634 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d6b58-0058-4fde-9c55-d0e54341c588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516e840-fde2-4eff-8330-faa7c3cb0d42,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:15.984780 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ed61fb9-5da8-4e11-877c-8008fa24c044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (3b8f3b19-c158-4a51-ad00-94c10f674fd4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.067539 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-3e381104-9a30-4a9b-b030-01108b3894ad service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817381 Aug 30 05:13:16.132066 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ed61fb9-5da8-4e11-877c-8008fa24c044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (3b8f3b19-c158-4a51-ad00-94c10f674fd4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.171037 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed61fb9-5da8-4e11-877c-8008fa24c044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8f3b19-c158-4a51-ad00-94c10f674fd4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:16.179277 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ed61fb9-5da8-4e11-877c-8008fa24c044 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.184145 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1ed61fb9-5da8-4e11-877c-8008fa24c044 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/3b8f3b19-c158-4a51-ad00-94c10f674fd4 HTTP/1.1" status: 204 len: 168 time: 0.4784575 Aug 30 05:13:16.184440 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea4d23-dca8-4e3c-9537-030fcbd19975 None None] Network 996ccdc5-b602-44de-84a5-e9a6b62f687d requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:13:16.185655 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48110) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:16.218905 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-69198e11-5d51-4d1b-a1b6-ea0e7c7902a6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471372 Aug 30 05:13:16.294359 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48116) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:16.295036 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (996ccdc5-b602-44de-84a5-e9a6b62f687d), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.315556 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e1e483b-fb50-45c0-b2e7-c66804649336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.414543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:16.430302 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Deleting port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:13:16.430782 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.438700 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a123d-e868-4d06-b795-acd1720dab08 req-1b18c9e8-c547-4cb1-ad0b-27c95b5eaae8 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:16.440932 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-610a123d-e868-4d06-b795-acd1720dab08 req-1b18c9e8-c547-4cb1-ad0b-27c95b5eaae8 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.1297004 Aug 30 05:13:16.454600 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e9d5b667-ae4a-4316-bff8-26c2e79a6aa7 req-692b27ce-cc32-4fd9-91e5-41535cfe864c tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 210 time: 0.0503404 Aug 30 05:13:16.495243 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e1e483b-fb50-45c0-b2e7-c66804649336 admin admin] Publish callbacks [] for security_group (3eb344c4-a188-49bf-add1-f3eaa7647d0d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.501562 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e1e483b-fb50-45c0-b2e7-c66804649336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (3eb344c4-a188-49bf-add1-f3eaa7647d0d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.548160 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e483b-fb50-45c0-b2e7-c66804649336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb344c4-a188-49bf-add1-f3eaa7647d0d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:16.556853 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0e1e483b-fb50-45c0-b2e7-c66804649336 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=0bbdf5ad881a488eb068c16d5bde6646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610402 Aug 30 05:13:16.557467 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48126) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:16.687566 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] For port eea0a4b5-1227-4824-aa46-28b5b2f2bd25, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=eea0a4b5-1227-4824-aa46-28b5b2f2bd25,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:16.687927 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.703827 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b72114e-2dc6-4632-bbe7-2edc2efa9b71 admin admin] Publish callbacks [] for security_group (3eb344c4-a188-49bf-add1-f3eaa7647d0d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.711171 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-610a123d-e868-4d06-b795-acd1720dab08 req-65b972a8-0b19-4b68-a835-ed9c05d6a772 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374628 Aug 30 05:13:16.716375 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Calling delete_port for eea0a4b5-1227-4824-aa46-28b5b2f2bd25 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:13:16.738857 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b72114e-2dc6-4632-bbe7-2edc2efa9b71 admin admin] Publish callbacks [] for security_group (3eb344c4-a188-49bf-add1-f3eaa7647d0d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.744507 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] DHCP port deletion for 996ccdc5-b602-44de-84a5-e9a6b62f687d request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:13:16.795418 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Deleting port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 {{(pid=106381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:13:16.795882 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), before_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.835342 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b72114e-2dc6-4632-bbe7-2edc2efa9b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (3eb344c4-a188-49bf-add1-f3eaa7647d0d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.838529 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b72114e-2dc6-4632-bbe7-2edc2efa9b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.843275 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-4b72114e-2dc6-4632-bbe7-2edc2efa9b71 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/3eb344c4-a188-49bf-add1-f3eaa7647d0d HTTP/1.1" status: 204 len: 168 time: 0.2842801 Aug 30 05:13:16.848614 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:16.854802 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72114e-2dc6-4632-bbe7-2edc2efa9b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb344c4-a188-49bf-add1-f3eaa7647d0d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:16.881214 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:16.896414 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] For port eea0a4b5-1227-4824-aa46-28b5b2f2bd25, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=eea0a4b5-1227-4824-aa46-28b5b2f2bd25,segment=NetworkSegment(4c19eb9b-1b91-4ad4-aecb-302e2b7bf896),segment_id=4c19eb9b-1b91-4ad4-aecb-302e2b7bf896)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:16.896695 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), precommit_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:16.922290 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Calling delete_port for eea0a4b5-1227-4824-aa46-28b5b2f2bd25 owned by network:dhcp {{(pid=106381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:13:17.063537 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.085916 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (eea0a4b5-1227-4824-aa46-28b5b2f2bd25), after_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.094347 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=eea0a4b5-1227-4824-aa46-28b5b2f2bd25,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:17.100759 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] No DVR routers for this DVR port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 on host dv-cinder-853910-4-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:13:17.130523 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Pushing event deleted for resources: {'Port': ['ID=eea0a4b5-1227-4824-aa46-28b5b2f2bd25,revision_number=None']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:17.143985 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.144412 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.144801 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.145208 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.145534 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.145875 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.146207 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.146534 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.146886 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.147307 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.147726 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.148078 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.148409 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.148802 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.149653 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:17.163283 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9475a40-52ab-4c3f-af00-f89bb428f730 None None] No DVR routers for this DVR port eea0a4b5-1227-4824-aa46-28b5b2f2bd25 on host dv-cinder-853910-4-iscsi {{(pid=106381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:13:17.218554 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (996ccdc5-b602-44de-84a5-e9a6b62f687d), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.227046 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device eea0a4b5-1227-4824-aa46-28b5b2f2bd25 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:13:17.241839 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996ccdc5-b602-44de-84a5-e9a6b62f687d']}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:17.251676 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: eea0a4b5-1227-4824-aa46-28b5b2f2bd25 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:13:17.252790 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device eea0a4b5-1227-4824-aa46-28b5b2f2bd25 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:13:17.253255 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:13:17.260593 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896') {'for_net_delete': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:17.261004 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c19eb9b-1b91-4ad4-aecb-302e2b7bf896') {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:13:17.273199 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:13:17.273372 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105004'] for segment (4c19eb9b-1b91-4ad4-aecb-302e2b7bf896), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.273539 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 6d4930f2-ffd7-4cb5-8ba9-61f8a4f01b64 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:13:17.274149 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 18b3054f-3d7a-4320-92b6-1a040d7f1d80 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:13:17.289280 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (4c19eb9b-1b91-4ad4-aecb-302e2b7bf896), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.291440 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:17.297441 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=106380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:13:17.297823 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672422'] for segment (4c19eb9b-1b91-4ad4-aecb-302e2b7bf896), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.307548 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 18b3054f-3d7a-4320-92b6-1a040d7f1d80 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:13:17.307997 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 18b3054f-3d7a-4320-92b6-1a040d7f1d80 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:13:17.333077 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48146) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:17.348338 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fb6069a-a596-4f79-9742-5c4d52a8e87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.389775 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 4c19eb9b-1b91-4ad4-aecb-302e2b7bf896 resource provider aggregate not found Aug 30 05:13:17.408415 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:17.412013 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 4c19eb9b-1b91-4ad4-aecb-302e2b7bf896 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c19eb9b-1b91-4ad4-aecb-302e2b7bf896 found for delete ", "request_id": "req-30685d1c-c17c-4783-8a5a-3405c2f64472"}]} Aug 30 05:13:17.420597 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (996ccdc5-b602-44de-84a5-e9a6b62f687d), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.432701 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.436151 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/996ccdc5-b602-44de-84a5-e9a6b62f687d HTTP/1.1" status: 204 len: 168 time: 1.2486823 Aug 30 05:13:17.444961 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fb6069a-a596-4f79-9742-5c4d52a8e87d admin admin] Publish callbacks [] for security_group (ebe8d212-5acc-44fb-a335-898f5157b6c3), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.452188 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fb6069a-a596-4f79-9742-5c4d52a8e87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ebe8d212-5acc-44fb-a335-898f5157b6c3), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.456612 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db55159-68a9-4e28-a81d-cd9cbecd6c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=996ccdc5-b602-44de-84a5-e9a6b62f687d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:17.509927 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6069a-a596-4f79-9742-5c4d52a8e87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe8d212-5acc-44fb-a335-898f5157b6c3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:17.555811 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-4fb6069a-a596-4f79-9742-5c4d52a8e87d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=bd0607128d5f4ece9192e93377e6f729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216003 Aug 30 05:13:17.558216 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-403ab956-b26c-4add-9c4e-c8a39ddba9d3 req-fcf47239-043e-4e71-b461-deb50e145ba9 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 210 time: 0.0325572 Aug 30 05:13:17.558760 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48154) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:17.619544 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5136adad-a30b-485f-ab86-5fe847367b13 admin admin] Publish callbacks [] for security_group (ebe8d212-5acc-44fb-a335-898f5157b6c3), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.644719 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5136adad-a30b-485f-ab86-5fe847367b13 admin admin] Publish callbacks [] for security_group (ebe8d212-5acc-44fb-a335-898f5157b6c3), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.678615 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48158) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:17.718876 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5136adad-a30b-485f-ab86-5fe847367b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ebe8d212-5acc-44fb-a335-898f5157b6c3), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.722052 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5136adad-a30b-485f-ab86-5fe847367b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.723188 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5136adad-a30b-485f-ab86-5fe847367b13 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ebe8d212-5acc-44fb-a335-898f5157b6c3 HTTP/1.1" status: 204 len: 168 time: 0.1634123 Aug 30 05:13:17.732372 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136adad-a30b-485f-ab86-5fe847367b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe8d212-5acc-44fb-a335-898f5157b6c3,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:17.735988 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-6fd4581c-0877-4753-9a1c-b4681c1aadcf admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=0ed43db2f368485990e3add370edae5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0562301 Aug 30 05:13:17.739391 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48164) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:17.817733 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fda5c48f-aad2-45b4-9c81-f8b850af9449 admin admin] Publish callbacks [] for security_group (fbab9eb5-705d-4d08-87bd-e7575907ba12), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.838544 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fda5c48f-aad2-45b4-9c81-f8b850af9449 admin admin] Publish callbacks [] for security_group (fbab9eb5-705d-4d08-87bd-e7575907ba12), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.867881 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21a894-cc9a-4bff-915f-c7d854a97996 req-4ef1fb18-981d-4275-9977-d839efb3bf20 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:17.869661 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cc21a894-cc9a-4bff-915f-c7d854a97996 req-4ef1fb18-981d-4275-9977-d839efb3bf20 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0627396 Aug 30 05:13:17.895969 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fda5c48f-aad2-45b4-9c81-f8b850af9449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (fbab9eb5-705d-4d08-87bd-e7575907ba12), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.898544 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fda5c48f-aad2-45b4-9c81-f8b850af9449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:17.899977 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fda5c48f-aad2-45b4-9c81-f8b850af9449 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/fbab9eb5-705d-4d08-87bd-e7575907ba12 HTTP/1.1" status: 204 len: 168 time: 0.1594248 Aug 30 05:13:17.927502 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5c48f-aad2-45b4-9c81-f8b850af9449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbab9eb5-705d-4d08-87bd-e7575907ba12,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:17.932761 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cc21a894-cc9a-4bff-915f-c7d854a97996 req-dd6bbce1-59cc-434f-9f6d-79e5e7d962fc tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562334 Aug 30 05:13:18.207234 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-cb3d745a-bf5c-49e7-9d58-32ce55abdc5e tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:18.208717 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-cb3d745a-bf5c-49e7-9d58-32ce55abdc5e tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.82 "GET /networking/v2.0/networks?id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 HTTP/1.1" status: 200 len: 808 time: 0.1222198 Aug 30 05:13:18.228090 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Request body: {'port': {'device_id': '209cce85-549b-4cdd-8228-f9d3b40dd030', 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5', 'admin_state_up': True, 'tenant_id': '9cea756f95e843b5868e53f6446d648a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:18.366934 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Made reservation on behalf of 9cea756f95e843b5868e53f6446d648a for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:13:18.371092 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:18.514944 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Allocated IP 172.20.0.12 (e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5/38dab0e7-d5a8-405e-b1d5-ee6ac58478b7/9529616f-ee1b-4e04-bee9-facc87ae87f6) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:13:18.561808 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:18.710076 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ec009026-c05e-4aa8-ad00-81aca896559c req-d80d507a-9859-4b40-ad70-1c43093a4d95 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 210 time: 0.0481329 Aug 30 05:13:18.765329 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks [] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:18.820149 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:18.860124 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:18.880096 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:13:18.884478 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:13:18.889337 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:13:18.893986 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:18.894596 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:18.906165 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Pushing event updated for resources: {'Port': ['ID=9529616f-ee1b-4e04-bee9-facc87ae87f6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:18.922399 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5933c929-8be5-4784-8d66-2cba83ce6076 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6998010 Aug 30 05:13:18.934720 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Request body: {'port': {'device_id': '209cce85-549b-4cdd-8228-f9d3b40dd030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:19.000163 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:19.101465 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd284b-b3c6-4b81-9952-931095bdad42 req-824cf2b3-ce3d-44b1-b86a-2cc10818fec9 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:19.110341 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-93fd284b-b3c6-4b81-9952-931095bdad42 req-824cf2b3-ce3d-44b1-b86a-2cc10818fec9 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0805554 Aug 30 05:13:19.166161 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-93fd284b-b3c6-4b81-9952-931095bdad42 req-10a2f705-7794-463e-80e4-b2d4c9be51bb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542505 Aug 30 05:13:19.324717 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9529616f-ee1b-4e04-bee9-facc87ae87f6 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:13:19.333174 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Publish callbacks [] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:19.352388 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Transition to ACTIVE for port object 9529616f-ee1b-4e04-bee9-facc87ae87f6 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:13:19.356643 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:19.429884 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Pushing event updated for resources: {'Port': ['ID=9529616f-ee1b-4e04-bee9-facc87ae87f6,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:19.443834 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Attempting to bind port 9529616f-ee1b-4e04-bee9-facc87ae87f6 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:13:19.444346 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Attempting to bind port 9529616f-ee1b-4e04-bee9-facc87ae87f6 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'a8f03717-9bb4-45d4-ada1-5208753f6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:13:19.444696 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Attempting to bind port 9529616f-ee1b-4e04-bee9-facc87ae87f6 on network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:13:19.451650 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Port 9529616f-ee1b-4e04-bee9-facc87ae87f6 on network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:13:19.452257 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Attempting to bind port 9529616f-ee1b-4e04-bee9-facc87ae87f6 on network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:13:19.465159 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:13:19.465501 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Checking segment: {'id': 'a8f03717-9bb4-45d4-ada1-5208753f6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:13:19.465883 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Bound using segment: {'id': 'a8f03717-9bb4-45d4-ada1-5208753f6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:13:19.466452 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Bound port: 9529616f-ee1b-4e04-bee9-facc87ae87f6, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f03717-9bb4-45d4-ada1-5208753f6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:13:19.466839 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:19.546376 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] For port 9529616f-ee1b-4e04-bee9-facc87ae87f6, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:13:19.550580 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] For port 9529616f-ee1b-4e04-bee9-facc87ae87f6, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9529616f-ee1b-4e04-bee9-facc87ae87f6,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:13:19.556578 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:19.560715 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:19.561435 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:19.562802 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/9529616f-ee1b-4e04-bee9-facc87ae87f6 HTTP/1.1" status: 200 len: 1094 time: 0.6331680 Aug 30 05:13:19.563402 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209cce85-549b-4cdd-8228-f9d3b40dd030', 'tag': '9529616f-ee1b-4e04-bee9-facc87ae87f6'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:19.565717 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700" -d '{"events": [{"name": "network-changed", "server_uuid": "209cce85-549b-4cdd-8228-f9d3b40dd030", "tag": "9529616f-ee1b-4e04-bee9-facc87ae87f6"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:19.598008 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:19.609055 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da7fdd-2d89-4799-adf6-a2198f52d90f x-openstack-request-id: req-55da7fdd-2d89-4799-adf6-a2198f52d90f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:19.609350 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209cce85-549b-4cdd-8228-f9d3b40dd030", "tag": "9529616f-ee1b-4e04-bee9-facc87ae87f6", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:19.609607 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55da7fdd-2d89-4799-adf6-a2198f52d90f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:19.610026 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55da7fdd-2d89-4799-adf6-a2198f52d90f'] response: {'name': 'network-changed', 'server_uuid': '209cce85-549b-4cdd-8228-f9d3b40dd030', 'tag': '9529616f-ee1b-4e04-bee9-facc87ae87f6', 'status': 'completed', 'code': 200} Aug 30 05:13:19.666176 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a149e4-cfd1-4124-a83e-7ac9db605b27 service neutron] Pushing event updated for resources: {'Port': ['ID=9529616f-ee1b-4e04-bee9-facc87ae87f6,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:19.673473 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5794ee2f-f776-494a-95f0-cbf438920b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:19.674953 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-5794ee2f-f776-494a-95f0-cbf438920b25 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=9cea756f95e843b5868e53f6446d648a&device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 1128 time: 0.0549314 Aug 30 05:13:19.718729 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-e34571cf-4f05-4d66-8e1d-f72fe4592358 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9529616f-ee1b-4e04-bee9-facc87ae87f6 HTTP/1.1" status: 200 len: 217 time: 0.0355217 Aug 30 05:13:19.796956 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-24e5213c-be08-448f-953f-f0ac264391a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:19.800563 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-24e5213c-be08-448f-953f-f0ac264391a2 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=38dab0e7-d5a8-405e-b1d5-ee6ac58478b7 HTTP/1.1" status: 200 len: 848 time: 0.0661104 Aug 30 05:13:19.829562 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:19.840391 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-0e914f39-c31a-4590-84fd-d7eecd53c06c service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352476 Aug 30 05:13:19.844848 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ea537-5db7-461a-a214-c2cef268bfac req-7cf8d5a9-f3c2-4630-9cc5-3b68c8819127 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:19.851375 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4c8ea537-5db7-461a-a214-c2cef268bfac req-7cf8d5a9-f3c2-4630-9cc5-3b68c8819127 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 944 time: 0.0656674 Aug 30 05:13:19.910728 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4c8ea537-5db7-461a-a214-c2cef268bfac req-d91eec34-1001-4756-be55-a4daefc2ff46 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569537 Aug 30 05:13:19.939032 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:19.957540 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-a347cf26-22af-4f5c-a362-d113edbca4bd service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104307 Aug 30 05:13:20.076305 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bcb2697f-211c-4d3c-9c9e-9997a092cdf3 req-3dc60538-b9f8-4ef1-b662-2b740524fb35 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061740 Aug 30 05:13:20.289904 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05f07-c3bc-4a88-bbbb-2cfd4cfa1ab8 req-617ebf24-8c33-4fa4-b36e-17d8b34de319 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:20.291434 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-25f05f07-c3bc-4a88-bbbb-2cfd4cfa1ab8 req-617ebf24-8c33-4fa4-b36e-17d8b34de319 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0458705 Aug 30 05:13:20.337544 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-25f05f07-c3bc-4a88-bbbb-2cfd4cfa1ab8 req-4b009428-29ac-4c71-be39-b4a327ce52fe tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Aug 30 05:13:21.031076 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41f423-41a2-476c-baf5-e638b743b59b req-54459623-85d4-4eb4-8306-f318f84aadf5 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:21.032534 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fa41f423-41a2-476c-baf5-e638b743b59b req-54459623-85d4-4eb4-8306-f318f84aadf5 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 944 time: 0.0529599 Aug 30 05:13:21.081677 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fa41f423-41a2-476c-baf5-e638b743b59b req-afec80cc-b409-4ab3-9152-1a98a002b8e5 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Aug 30 05:13:21.460678 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333150a1-d543-4b02-a6a6-75beec88223d req-20508895-cf8c-4406-8869-c2a89a020ff6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:21.463006 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-333150a1-d543-4b02-a6a6-75beec88223d req-20508895-cf8c-4406-8869-c2a89a020ff6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0503635 Aug 30 05:13:21.511672 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-333150a1-d543-4b02-a6a6-75beec88223d req-965cfa90-913d-424e-84b6-dd6d6da660eb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Aug 30 05:13:21.567707 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:13:21.640049 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-0b3cb859-f7ac-4d83-900d-6ae356511abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:21.641466 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-0b3cb859-f7ac-4d83-900d-6ae356511abb service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=9cea756f95e843b5868e53f6446d648a&device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 1128 time: 0.0405250 Aug 30 05:13:21.733050 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-7533a2b3-f4fe-45f9-a818-247bb940de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:21.734660 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-7533a2b3-f4fe-45f9-a818-247bb940de88 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 HTTP/1.1" status: 200 len: 909 time: 0.0857620 Aug 30 05:13:21.779024 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-623325c2-241f-404b-b579-6dd797a92f05 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9529616f-ee1b-4e04-bee9-facc87ae87f6 HTTP/1.1" status: 200 len: 217 time: 0.0323808 Aug 30 05:13:21.828758 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-c8266018-496d-46cb-ae0f-3d03c4fe42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:21.830209 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-c8266018-496d-46cb-ae0f-3d03c4fe42a3 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=38dab0e7-d5a8-405e-b1d5-ee6ac58478b7 HTTP/1.1" status: 200 len: 848 time: 0.0437233 Aug 30 05:13:21.867307 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-8ca19fed-1b6f-490d-a447-b7b5739ce946 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252967 Aug 30 05:13:21.965322 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-0124d85e-55cf-47fc-acdb-4dbcb5885026 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911441 Aug 30 05:13:22.089921 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1133cea5-40f2-4a37-a3a9-64eaa8b7c700 req-d0e7bf22-a2d8-43df-98ed-db73662f4de9 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152015 Aug 30 05:13:22.226103 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a7404-cc8f-4e9b-ac43-a24729642db0 req-583718a4-24a7-4526-be20-d330af214082 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:22.228205 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fe1a7404-cc8f-4e9b-ac43-a24729642db0 req-583718a4-24a7-4526-be20-d330af214082 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 944 time: 0.0624897 Aug 30 05:13:22.292585 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fe1a7404-cc8f-4e9b-ac43-a24729642db0 req-580bc8ee-6981-43bf-b99f-6011332b58d0 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584464 Aug 30 05:13:22.676325 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555139da-d322-4e88-8d48-303b4e46d7bd req-40539cfa-f77d-4076-8492-7f0507ad6831 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:22.678083 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-555139da-d322-4e88-8d48-303b4e46d7bd req-40539cfa-f77d-4076-8492-7f0507ad6831 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0545192 Aug 30 05:13:22.736207 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-555139da-d322-4e88-8d48-303b4e46d7bd req-26dcb670-604a-4ba1-9a11-f279e762c946 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521293 Aug 30 05:13:23.126904 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 9529616f-ee1b-4e04-bee9-facc87ae87f6 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:13:23.238000 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 9529616f-ee1b-4e04-bee9-facc87ae87f6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9529616f-ee1b-4e04-bee9-facc87ae87f6,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:23.251191 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '9529616f-ee1b-4e04-bee9-facc87ae87f6', 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5', 'port_id': '9529616f-ee1b-4e04-bee9-facc87ae87f6', 'mac_address': 'fa:16:3e:33:c3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dab0e7-d5a8-405e-b1d5-ee6ac58478b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:13:23.288292 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 9529616f-ee1b-4e04-bee9-facc87ae87f6 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:13:23.288682 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:23.305179 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9529616f-ee1b-4e04-bee9-facc87ae87f6 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:13:23.321865 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:23.327281 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 9529616f-ee1b-4e04-bee9-facc87ae87f6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9529616f-ee1b-4e04-bee9-facc87ae87f6,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:23.332665 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:23.383851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=9529616f-ee1b-4e04-bee9-facc87ae87f6,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:23.426306 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76d734-cded-4c10-a8d4-4d4c0816c905 req-a20d4202-a538-4a23-b9ef-2e58daaa0f85 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:23.428395 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fa76d734-cded-4c10-a8d4-4d4c0816c905 req-a20d4202-a538-4a23-b9ef-2e58daaa0f85 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 945 time: 0.0590129 Aug 30 05:13:23.484939 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fa76d734-cded-4c10-a8d4-4d4c0816c905 req-6c3c0eb0-260c-4841-9d9c-b1928f209297 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487065 Aug 30 05:13:23.639768 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['9529616f-ee1b-4e04-bee9-facc87ae87f6'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:13:23.883365 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3268c76-f2ff-4141-8d75-31c8ed30d3b5 req-8b44af5b-4ade-44e1-a49d-b6c41e9732af tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:23.887293 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e3268c76-f2ff-4141-8d75-31c8ed30d3b5 req-8b44af5b-4ade-44e1-a49d-b6c41e9732af tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0616848 Aug 30 05:13:23.933883 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e3268c76-f2ff-4141-8d75-31c8ed30d3b5 req-86ef52df-c45e-4220-a69e-ad96a1af2148 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Aug 30 05:13:24.595488 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:24.613367 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427044af-39cb-4c8b-9382-b1b1035a971a req-010b3f89-2c5f-4690-ba42-17a0e0980e0b tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:24.615118 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-427044af-39cb-4c8b-9382-b1b1035a971a req-010b3f89-2c5f-4690-ba42-17a0e0980e0b tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 945 time: 0.0552144 Aug 30 05:13:24.641567 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:24.664623 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-427044af-39cb-4c8b-9382-b1b1035a971a req-fa9050c3-4f0e-4340-869b-ed2505495ef0 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Aug 30 05:13:24.952628 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48456) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:25.066294 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e63c0d-48aa-4d02-b3e5-c7a7f82f768b req-5272fb05-6238-4bdd-bb24-216149976ebe tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:25.067813 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-06e63c0d-48aa-4d02-b3e5-c7a7f82f768b req-5272fb05-6238-4bdd-bb24-216149976ebe tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0502312 Aug 30 05:13:25.074025 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df0cc60-437e-4e4f-b913-a06da0adab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.123370 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-06e63c0d-48aa-4d02-b3e5-c7a7f82f768b req-b4e10a89-88be-412b-8ce6-48d4c9afd23d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499187 Aug 30 05:13:25.162459 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df0cc60-437e-4e4f-b913-a06da0adab5d admin admin] Publish callbacks [] for security_group (918e2b31-85a0-4b55-9233-d6639f304cd8), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.166165 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 9529616f-ee1b-4e04-bee9-facc87ae87f6 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:13:25.166637 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df0cc60-437e-4e4f-b913-a06da0adab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (918e2b31-85a0-4b55-9233-d6639f304cd8), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.205652 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8df0cc60-437e-4e4f-b913-a06da0adab5d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e2b36feed0b64ff0aec64cb4a66e314a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510533 Aug 30 05:13:25.206800 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0cc60-437e-4e4f-b913-a06da0adab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e2b31-85a0-4b55-9233-d6639f304cd8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:25.208650 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48470) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:25.211873 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 9529616f-ee1b-4e04-bee9-facc87ae87f6 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:13:25.220277 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 9529616f-ee1b-4e04-bee9-facc87ae87f6 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:13:25.220775 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.269212 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fafc72c-aba5-40e8-985c-a61476726210 admin admin] Publish callbacks [] for security_group (918e2b31-85a0-4b55-9233-d6639f304cd8), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.290788 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fafc72c-aba5-40e8-985c-a61476726210 admin admin] Publish callbacks [] for security_group (918e2b31-85a0-4b55-9233-d6639f304cd8), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.297324 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:25.300362 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 9529616f-ee1b-4e04-bee9-facc87ae87f6 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:13:25.300834 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.331309 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209cce85-549b-4cdd-8228-f9d3b40dd030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529616f-ee1b-4e04-bee9-facc87ae87f6'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:25.335205 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278747e3-fc1e-4856-b4db-5599bd8c262a" -d '{"events": [{"server_uuid": "209cce85-549b-4cdd-8228-f9d3b40dd030", "name": "network-vif-plugged", "status": "completed", "tag": "9529616f-ee1b-4e04-bee9-facc87ae87f6"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:25.345413 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fafc72c-aba5-40e8-985c-a61476726210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (918e2b31-85a0-4b55-9233-d6639f304cd8), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.348671 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fafc72c-aba5-40e8-985c-a61476726210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.352402 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-4fafc72c-aba5-40e8-985c-a61476726210 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/918e2b31-85a0-4b55-9233-d6639f304cd8 HTTP/1.1" status: 204 len: 168 time: 0.1418421 Aug 30 05:13:25.352532 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 9529616f-ee1b-4e04-bee9-facc87ae87f6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9529616f-ee1b-4e04-bee9-facc87ae87f6,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:25.357705 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.360596 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafc72c-aba5-40e8-985c-a61476726210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e2b31-85a0-4b55-9233-d6639f304cd8,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:25.393422 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fad4f6-2b19-40c3-9794-a3856e14c5b4 x-openstack-request-id: req-42fad4f6-2b19-40c3-9794-a3856e14c5b4 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:25.393707 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209cce85-549b-4cdd-8228-f9d3b40dd030", "name": "network-vif-plugged", "status": "completed", "tag": "9529616f-ee1b-4e04-bee9-facc87ae87f6", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:25.393963 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42fad4f6-2b19-40c3-9794-a3856e14c5b4 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:25.394356 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fad4f6-2b19-40c3-9794-a3856e14c5b4'] response: {'server_uuid': '209cce85-549b-4cdd-8228-f9d3b40dd030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529616f-ee1b-4e04-bee9-facc87ae87f6', 'code': 200} Aug 30 05:13:25.435402 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=9529616f-ee1b-4e04-bee9-facc87ae87f6,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:25.595390 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beb7e9-0a7a-4a74-b050-62ac2e77cdb8 req-ab4d0b2c-5df5-4719-b4da-d7aeb9ac896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:25.597592 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-29beb7e9-0a7a-4a74-b050-62ac2e77cdb8 req-ab4d0b2c-5df5-4719-b4da-d7aeb9ac896d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 1130 time: 0.0470755 Aug 30 05:13:25.645499 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-29beb7e9-0a7a-4a74-b050-62ac2e77cdb8 req-badcaa95-08d3-4449-9d0b-367b53d0d495 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Aug 30 05:13:25.676602 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48488) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:25.689727 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-04a09ba7-b827-4043-8618-76ed6ea7fbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.692147 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:25.803877 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666555c4-9a9b-467d-aab6-0efd4a01e51b req-f519df92-9163-4b85-a279-edbf76f5236d tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:25.805239 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-666555c4-9a9b-467d-aab6-0efd4a01e51b req-f519df92-9163-4b85-a279-edbf76f5236d tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 946 time: 0.0600598 Aug 30 05:13:25.814590 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-04a09ba7-b827-4043-8618-76ed6ea7fbc1 admin admin] Publish callbacks [] for security_group (96c2be0c-5f81-43a6-b89a-aca05d547e5e), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.829399 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-04a09ba7-b827-4043-8618-76ed6ea7fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (96c2be0c-5f81-43a6-b89a-aca05d547e5e), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.886249 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-04a09ba7-b827-4043-8618-76ed6ea7fbc1 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=2cad4b83d49044e7906e77aa34352b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086098 Aug 30 05:13:25.889047 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48496) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:25.891209 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a09ba7-b827-4043-8618-76ed6ea7fbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c2be0c-5f81-43a6-b89a-aca05d547e5e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:25.897029 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-666555c4-9a9b-467d-aab6-0efd4a01e51b req-6e23bcc8-ec36-4b56-a505-357e59fabf14 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844491 Aug 30 05:13:25.940130 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-730c57e3-f17a-4ac6-87d0-4813cb556f62 admin admin] Publish callbacks [] for security_group (96c2be0c-5f81-43a6-b89a-aca05d547e5e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:25.959908 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-730c57e3-f17a-4ac6-87d0-4813cb556f62 admin admin] Publish callbacks [] for security_group (96c2be0c-5f81-43a6-b89a-aca05d547e5e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:26.006714 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-730c57e3-f17a-4ac6-87d0-4813cb556f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (96c2be0c-5f81-43a6-b89a-aca05d547e5e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:26.009293 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-730c57e3-f17a-4ac6-87d0-4813cb556f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:26.010450 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-730c57e3-f17a-4ac6-87d0-4813cb556f62 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/96c2be0c-5f81-43a6-b89a-aca05d547e5e HTTP/1.1" status: 204 len: 168 time: 0.1203954 Aug 30 05:13:26.019325 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c57e3-f17a-4ac6-87d0-4813cb556f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c2be0c-5f81-43a6-b89a-aca05d547e5e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:26.267438 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dec84-643d-4fbf-83f1-d7a01881cfc4 req-e2b64b99-0ea9-4874-ac10-06000b49e2cd tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:26.269482 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c85dec84-643d-4fbf-83f1-d7a01881cfc4 req-e2b64b99-0ea9-4874-ac10-06000b49e2cd tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0503278 Aug 30 05:13:26.317472 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c85dec84-643d-4fbf-83f1-d7a01881cfc4 req-9004bddf-b528-44f3-b8cf-ff23192e0f8c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Aug 30 05:13:27.025807 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:27.039717 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0e58b-ae56-4038-80fd-c86c620f8089 req-7cc2dd25-b107-48fe-85ec-7dc33daf838c tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:27.041197 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7ad0e58b-ae56-4038-80fd-c86c620f8089 req-7cc2dd25-b107-48fe-85ec-7dc33daf838c tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 946 time: 0.0551410 Aug 30 05:13:27.091863 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7ad0e58b-ae56-4038-80fd-c86c620f8089 req-ac0502e4-1339-4ffc-9eb6-825a60781d4f tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Aug 30 05:13:27.154176 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48546) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:27.266551 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c13f08a5-5848-4168-b61d-b38723c78d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.349984 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c13f08a5-5848-4168-b61d-b38723c78d3f admin admin] Publish callbacks [] for security_group (1230f973-5c6c-45f9-bc9a-ebd92274af91), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.355637 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c13f08a5-5848-4168-b61d-b38723c78d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1230f973-5c6c-45f9-bc9a-ebd92274af91), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.402558 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c13f08a5-5848-4168-b61d-b38723c78d3f admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=a0799cb263174a40aad16bbb2dd55dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471752 Aug 30 05:13:27.403515 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f08a5-5848-4168-b61d-b38723c78d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1230f973-5c6c-45f9-bc9a-ebd92274af91,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:27.405679 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48560) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:27.426651 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48562) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:27.477980 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c2434-3845-4c78-a74d-657b9fe1daef req-23e57ac3-c49e-4fdd-b327-5012be03c72b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:27.479497 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6c6c2434-3845-4c78-a74d-657b9fe1daef req-23e57ac3-c49e-4fdd-b327-5012be03c72b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0757031 Aug 30 05:13:27.508592 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91fdc38c-e8b5-4e50-aebf-4e2c4950426c admin admin] Publish callbacks [] for security_group (1230f973-5c6c-45f9-bc9a-ebd92274af91), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.541689 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91fdc38c-e8b5-4e50-aebf-4e2c4950426c admin admin] Publish callbacks [] for security_group (1230f973-5c6c-45f9-bc9a-ebd92274af91), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.542297 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b833aa5a-3888-4b17-aa19-027157b36196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.570922 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6c6c2434-3845-4c78-a74d-657b9fe1daef req-efcf848d-e5e9-41ef-84f8-327059764418 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832853 Aug 30 05:13:27.612969 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91fdc38c-e8b5-4e50-aebf-4e2c4950426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1230f973-5c6c-45f9-bc9a-ebd92274af91), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.615715 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91fdc38c-e8b5-4e50-aebf-4e2c4950426c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.619781 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-91fdc38c-e8b5-4e50-aebf-4e2c4950426c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1230f973-5c6c-45f9-bc9a-ebd92274af91 HTTP/1.1" status: 204 len: 168 time: 0.2044163 Aug 30 05:13:27.630690 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdc38c-e8b5-4e50-aebf-4e2c4950426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1230f973-5c6c-45f9-bc9a-ebd92274af91,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:27.652129 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b833aa5a-3888-4b17-aa19-027157b36196 admin admin] Publish callbacks [] for security_group (0133ed3c-aa64-444c-9a60-ea45b1d9f9da), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.657221 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b833aa5a-3888-4b17-aa19-027157b36196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (0133ed3c-aa64-444c-9a60-ea45b1d9f9da), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.698957 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-b833aa5a-3888-4b17-aa19-027157b36196 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=2b930d0a13b84f7baa5012fc1d686b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711401 Aug 30 05:13:27.700048 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833aa5a-3888-4b17-aa19-027157b36196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0133ed3c-aa64-444c-9a60-ea45b1d9f9da,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:27.701648 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48568) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:27.752949 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f73e988b-5b4e-4614-9957-d8e581504969 admin admin] Publish callbacks [] for security_group (0133ed3c-aa64-444c-9a60-ea45b1d9f9da), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.755918 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:27.763002 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:27.779611 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f73e988b-5b4e-4614-9957-d8e581504969 admin admin] Publish callbacks [] for security_group (0133ed3c-aa64-444c-9a60-ea45b1d9f9da), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.836942 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f73e988b-5b4e-4614-9957-d8e581504969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (0133ed3c-aa64-444c-9a60-ea45b1d9f9da), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.839976 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f73e988b-5b4e-4614-9957-d8e581504969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:27.843721 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f73e988b-5b4e-4614-9957-d8e581504969 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/0133ed3c-aa64-444c-9a60-ea45b1d9f9da HTTP/1.1" status: 204 len: 168 time: 0.1404941 Aug 30 05:13:27.856065 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e988b-5b4e-4614-9957-d8e581504969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0133ed3c-aa64-444c-9a60-ea45b1d9f9da,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:28.081117 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48588) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:28.228212 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a2e1-6202-4ab4-9d15-b06a48ce57c9 req-173425ff-c096-4fbb-8639-4aa2d57e2990 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:28.230292 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f871a2e1-6202-4ab4-9d15-b06a48ce57c9 req-173425ff-c096-4fbb-8639-4aa2d57e2990 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 946 time: 0.0571904 Aug 30 05:13:28.287209 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f871a2e1-6202-4ab4-9d15-b06a48ce57c9 req-d8c3ba40-6fa4-4c88-91d9-4fac32d37459 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511041 Aug 30 05:13:28.345567 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4ec26dc-8e24-443f-beca-e88080d49ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:28.440274 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4ec26dc-8e24-443f-beca-e88080d49ef2 admin admin] Publish callbacks [] for security_group (35d58241-4a4e-4919-b5d7-c1810056df5b), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:28.445469 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4ec26dc-8e24-443f-beca-e88080d49ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (35d58241-4a4e-4919-b5d7-c1810056df5b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:28.486265 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a4ec26dc-8e24-443f-beca-e88080d49ef2 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e656eb9012c441398c8ad5bdcc6c4046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039938 Aug 30 05:13:28.487965 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec26dc-8e24-443f-beca-e88080d49ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d58241-4a4e-4919-b5d7-c1810056df5b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:28.489885 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48612) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:28.516152 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:28.565435 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-364c4c41-66fe-43d4-9c37-7fb29b633881 admin admin] Publish callbacks [] for security_group (35d58241-4a4e-4919-b5d7-c1810056df5b), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:28.601827 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-364c4c41-66fe-43d4-9c37-7fb29b633881 admin admin] Publish callbacks [] for security_group (35d58241-4a4e-4919-b5d7-c1810056df5b), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:28.680543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-364c4c41-66fe-43d4-9c37-7fb29b633881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (35d58241-4a4e-4919-b5d7-c1810056df5b), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:28.684069 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-364c4c41-66fe-43d4-9c37-7fb29b633881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:28.687860 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-364c4c41-66fe-43d4-9c37-7fb29b633881 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/35d58241-4a4e-4919-b5d7-c1810056df5b HTTP/1.1" status: 204 len: 168 time: 0.1944387 Aug 30 05:13:28.700465 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4c41-66fe-43d4-9c37-7fb29b633881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d58241-4a4e-4919-b5d7-c1810056df5b,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:28.747988 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3880b-4ef8-49f3-ab7c-5d7e8c6666bc req-13c3d215-dec5-4801-8e61-93ff30e79457 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:28.750039 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-76e3880b-4ef8-49f3-ab7c-5d7e8c6666bc req-13c3d215-dec5-4801-8e61-93ff30e79457 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0584083 Aug 30 05:13:28.841752 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-76e3880b-4ef8-49f3-ab7c-5d7e8c6666bc req-51213898-7522-47c6-af11-0bff9e8406d7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849283 Aug 30 05:13:29.168597 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8710cb-325e-4b61-adb8-983dea7ed6bf req-147c46de-4a47-41ab-ac36-fef1679ef063 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:29.179811 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ad8710cb-325e-4b61-adb8-983dea7ed6bf req-147c46de-4a47-41ab-ac36-fef1679ef063 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 946 time: 0.0784936 Aug 30 05:13:29.234790 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ad8710cb-325e-4b61-adb8-983dea7ed6bf req-f3f32ef5-57d0-4e3a-8084-046bab86af44 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539343 Aug 30 05:13:29.968006 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b109cff-812f-4ec6-a3a8-be8dce0a3517 req-884c95fe-6430-4021-94c9-0c0ba2a7f16a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:29.969739 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9b109cff-812f-4ec6-a3a8-be8dce0a3517 req-884c95fe-6430-4021-94c9-0c0ba2a7f16a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0512996 Aug 30 05:13:30.023773 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:30.030283 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9b109cff-812f-4ec6-a3a8-be8dce0a3517 req-84f22ac8-5df4-49a9-9818-fc95cc6fd40c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540175 Aug 30 05:13:30.363131 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315acde1-d269-4ade-af6e-055c932ef2fd req-c82c05f5-70e5-4755-9784-2b1b57cdbc07 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:30.364618 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-315acde1-d269-4ade-af6e-055c932ef2fd req-c82c05f5-70e5-4755-9784-2b1b57cdbc07 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 946 time: 0.0550649 Aug 30 05:13:30.416803 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-315acde1-d269-4ade-af6e-055c932ef2fd req-a5103959-32ae-461f-96f3-ea360c57c795 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466468 Aug 30 05:13:30.775275 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-280b0b37-3406-487a-8bc0-e3d4a928958f tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=5ba05d601a9240bb922f4d6dc3cc6bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380578 Aug 30 05:13:30.845501 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5178b-9408-4918-8778-5f44054b9fde req-58e56550-2fd2-4db1-adda-4eb151d68377 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:30.845818 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-68a5178b-9408-4918-8778-5f44054b9fde req-58e56550-2fd2-4db1-adda-4eb151d68377 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 946 time: 0.0525067 Aug 30 05:13:30.918532 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:30.935175 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-68a5178b-9408-4918-8778-5f44054b9fde req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Deleting port 9529616f-ee1b-4e04-bee9-facc87ae87f6 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:13:30.935509 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68a5178b-9408-4918-8778-5f44054b9fde req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:30.987312 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-66c5f82f-c95a-4e1d-812b-08ec925af56f tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:30.988825 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-66c5f82f-c95a-4e1d-812b-08ec925af56f tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125938 Aug 30 05:13:31.005553 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-df97ab8b-311b-430d-9a3d-253950c0714b tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/quotas/5ba05d601a9240bb922f4d6dc3cc6bc6 HTTP/1.1" status: 200 len: 375 time: 0.0102179 Aug 30 05:13:31.040308 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-c6df4e96-26fe-4f10-8253-a9ada091231e tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=5ba05d601a9240bb922f4d6dc3cc6bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292022 Aug 30 05:13:31.044736 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-68a5178b-9408-4918-8778-5f44054b9fde req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] For port 9529616f-ee1b-4e04-bee9-facc87ae87f6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9529616f-ee1b-4e04-bee9-facc87ae87f6,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:31.045297 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68a5178b-9408-4918-8778-5f44054b9fde req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.060852 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-68a5178b-9408-4918-8778-5f44054b9fde req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Calling delete_port for 9529616f-ee1b-4e04-bee9-facc87ae87f6 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:13:31.112491 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:31.196931 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48762) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:31.210451 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd032b5-57c7-49d9-90d7-68f92e97bc04 req-6e571e31-216d-4e58-872e-56414680351b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:31.221618 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8cd032b5-57c7-49d9-90d7-68f92e97bc04 req-6e571e31-216d-4e58-872e-56414680351b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.1038043 Aug 30 05:13:31.246212 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:31.272768 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9b7dee79-a451-419c-a310-98ef8df3c924 req-d69a48ae-050b-4752-9a2a-6508ba65135c tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 210 time: 0.0421352 Aug 30 05:13:31.324554 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68a5178b-9408-4918-8778-5f44054b9fde req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (9529616f-ee1b-4e04-bee9-facc87ae87f6), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.326913 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-039184b3-7e90-43c0-88f0-535cc668939f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.369468 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Pushing event deleted for resources: {'Port': ['ID=9529616f-ee1b-4e04-bee9-facc87ae87f6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:31.376064 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8cd032b5-57c7-49d9-90d7-68f92e97bc04 req-5cece9ef-a689-4c1f-858f-db133e99301c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531498 Aug 30 05:13:31.417105 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a5178b-9408-4918-8778-5f44054b9fde req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] No DVR routers for this DVR port 9529616f-ee1b-4e04-bee9-facc87ae87f6 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:13:31.420047 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68a5178b-9408-4918-8778-5f44054b9fde req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.423495 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-68a5178b-9408-4918-8778-5f44054b9fde req-d9eeb9e9-15fa-4a92-8bfb-95725db83502 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.82 "DELETE /networking/v2.0/ports/9529616f-ee1b-4e04-bee9-facc87ae87f6 HTTP/1.1" status: 204 len: 173 time: 0.5717442 Aug 30 05:13:31.424620 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209cce85-549b-4cdd-8228-f9d3b40dd030', 'name': 'network-vif-deleted', 'tag': '9529616f-ee1b-4e04-bee9-facc87ae87f6'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:31.426919 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb607d11-cf32-4cc6-bd7a-aa9b9225e6bf" -d '{"events": [{"server_uuid": "209cce85-549b-4cdd-8228-f9d3b40dd030", "name": "network-vif-deleted", "tag": "9529616f-ee1b-4e04-bee9-facc87ae87f6"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:31.432269 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-039184b3-7e90-43c0-88f0-535cc668939f admin admin] Publish callbacks [] for security_group (ba693795-4933-4959-a358-737a6c6a4b8e), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.438292 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-039184b3-7e90-43c0-88f0-535cc668939f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ba693795-4933-4959-a358-737a6c6a4b8e), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.489337 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039184b3-7e90-43c0-88f0-535cc668939f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba693795-4933-4959-a358-737a6c6a4b8e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:31.490256 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e289179b-378e-430a-8b00-c654f5603f3c x-openstack-request-id: req-e289179b-378e-430a-8b00-c654f5603f3c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:31.490624 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209cce85-549b-4cdd-8228-f9d3b40dd030", "name": "network-vif-deleted", "tag": "9529616f-ee1b-4e04-bee9-facc87ae87f6", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:31.490969 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e289179b-378e-430a-8b00-c654f5603f3c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:31.491582 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e289179b-378e-430a-8b00-c654f5603f3c'] response: {'server_uuid': '209cce85-549b-4cdd-8228-f9d3b40dd030', 'name': 'network-vif-deleted', 'tag': '9529616f-ee1b-4e04-bee9-facc87ae87f6', 'status': 'completed', 'code': 200} Aug 30 05:13:31.494533 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-039184b3-7e90-43c0-88f0-535cc668939f admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=8a84d854a2164b2e880984e5f277d574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971826 Aug 30 05:13:31.497649 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48776) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:31.551255 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae8eceed-4258-40e3-b437-27944efdf3d6 admin admin] Publish callbacks [] for security_group (ba693795-4933-4959-a358-737a6c6a4b8e), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.551900 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ee6396fb-bd75-4386-8096-f0d44495cc4b req-20d199a4-095c-4292-9916-68384ea216d5 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 210 time: 0.0328386 Aug 30 05:13:31.573349 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae8eceed-4258-40e3-b437-27944efdf3d6 admin admin] Publish callbacks [] for security_group (ba693795-4933-4959-a358-737a6c6a4b8e), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.577223 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:31.622619 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae8eceed-4258-40e3-b437-27944efdf3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ba693795-4933-4959-a358-737a6c6a4b8e), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.625336 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae8eceed-4258-40e3-b437-27944efdf3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:31.626624 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-ae8eceed-4258-40e3-b437-27944efdf3d6 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ba693795-4933-4959-a358-737a6c6a4b8e HTTP/1.1" status: 204 len: 168 time: 0.1270902 Aug 30 05:13:31.636659 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8eceed-4258-40e3-b437-27944efdf3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba693795-4933-4959-a358-737a6c6a4b8e,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:31.920324 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48792) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:31.935285 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-196370d7-35b5-4e5a-a710-7474fb921643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:32.030486 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-196370d7-35b5-4e5a-a710-7474fb921643 admin admin] Publish callbacks [] for security_group (8a46aa72-d70c-4523-8edf-c1dd639e708d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:32.035220 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-196370d7-35b5-4e5a-a710-7474fb921643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8a46aa72-d70c-4523-8edf-c1dd639e708d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:32.078706 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-196370d7-35b5-4e5a-a710-7474fb921643 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7d2e3b7326644d01ab8000f8575c479b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571507 Aug 30 05:13:32.080044 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196370d7-35b5-4e5a-a710-7474fb921643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a46aa72-d70c-4523-8edf-c1dd639e708d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:32.081961 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48796) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:32.140671 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40ec15af-3e17-4b75-b675-71ef7636abcb admin admin] Publish callbacks [] for security_group (8a46aa72-d70c-4523-8edf-c1dd639e708d), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:32.164721 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40ec15af-3e17-4b75-b675-71ef7636abcb admin admin] Publish callbacks [] for security_group (8a46aa72-d70c-4523-8edf-c1dd639e708d), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:32.216195 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40ec15af-3e17-4b75-b675-71ef7636abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8a46aa72-d70c-4523-8edf-c1dd639e708d), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:32.219183 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40ec15af-3e17-4b75-b675-71ef7636abcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:32.220304 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-40ec15af-3e17-4b75-b675-71ef7636abcb admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8a46aa72-d70c-4523-8edf-c1dd639e708d HTTP/1.1" status: 204 len: 168 time: 0.1365652 Aug 30 05:13:32.222377 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:32.230053 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec15af-3e17-4b75-b675-71ef7636abcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a46aa72-d70c-4523-8edf-c1dd639e708d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:32.364283 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5514cc33-55d8-438c-a1f8-ae72e736e104 req-27da8270-07a2-42a0-9ae1-1a967f35558e tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 210 time: 0.0278826 Aug 30 05:13:32.505818 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5101c-b9b6-4c3c-afa7-2dc7197c3c15 req-bad306e2-668a-4651-a1da-8a44d9a8ca0b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:32.507352 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d0b5101c-b9b6-4c3c-afa7-2dc7197c3c15 req-bad306e2-668a-4651-a1da-8a44d9a8ca0b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0570626 Aug 30 05:13:32.553603 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d0b5101c-b9b6-4c3c-afa7-2dc7197c3c15 req-3097ec91-a450-4f28-a945-2f354b97fc10 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Aug 30 05:13:32.593622 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=46 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:32.655639 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9087ec0f-bca3-44b5-9157-afb93147ff00 req-400c73f9-251b-4f89-9953-a7c0c365f218 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 210 time: 0.0268674 Aug 30 05:13:32.764735 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['9529616f-ee1b-4e04-bee9-facc87ae87f6'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:13:33.470376 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-798811f1-5546-4766-b0e7-b35e21093598 req-e61ee00f-986a-4e6f-bef5-c4c540ad0b6c tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 210 time: 0.0365942 Aug 30 05:13:33.683329 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7576d9b-cad4-4cf8-9d13-220778bce313 req-f26cc5a9-880f-486e-ab9a-7e6caa32ed7c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:33.684796 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d7576d9b-cad4-4cf8-9d13-220778bce313 req-f26cc5a9-880f-486e-ab9a-7e6caa32ed7c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0465569 Aug 30 05:13:33.745469 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 9529616f-ee1b-4e04-bee9-facc87ae87f6 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:13:33.748720 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d7576d9b-cad4-4cf8-9d13-220778bce313 req-19bd01a2-2487-4970-bc9c-e3299e12dd22 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 Aug 30 05:13:33.781982 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 9529616f-ee1b-4e04-bee9-facc87ae87f6 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:13:33.782517 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 9529616f-ee1b-4e04-bee9-facc87ae87f6 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:13:33.809302 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a443a1f7-02ec-4abd-b853-86b83cf90341 req-73ccedcf-9daa-417b-ae41-a7548b70b226 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=209cce85-549b-4cdd-8228-f9d3b40dd030 HTTP/1.1" status: 200 len: 210 time: 0.0420740 Aug 30 05:13:33.934012 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48862) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:34.063014 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c95dcf5-54f6-4ead-82eb-065c27a42b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.141825 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c95dcf5-54f6-4ead-82eb-065c27a42b0a admin admin] Publish callbacks [] for security_group (da8cab8c-f7be-4a51-b3cd-e929a663893e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.145142 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c95dcf5-54f6-4ead-82eb-065c27a42b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (da8cab8c-f7be-4a51-b3cd-e929a663893e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.181481 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95dcf5-54f6-4ead-82eb-065c27a42b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8cab8c-f7be-4a51-b3cd-e929a663893e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:34.185659 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0c95dcf5-54f6-4ead-82eb-065c27a42b0a admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=6785bf3addad4231823525dc5a221696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503865 Aug 30 05:13:34.188270 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48866) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:34.221369 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:34.240945 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6e16-579a-421c-b4ff-48b23a1a4959 admin admin] Publish callbacks [] for security_group (da8cab8c-f7be-4a51-b3cd-e929a663893e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.262528 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6e16-579a-421c-b4ff-48b23a1a4959 admin admin] Publish callbacks [] for security_group (da8cab8c-f7be-4a51-b3cd-e929a663893e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.310557 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6e16-579a-421c-b4ff-48b23a1a4959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (da8cab8c-f7be-4a51-b3cd-e929a663893e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.313160 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f9f6e16-579a-421c-b4ff-48b23a1a4959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.314314 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0f9f6e16-579a-421c-b4ff-48b23a1a4959 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/da8cab8c-f7be-4a51-b3cd-e929a663893e HTTP/1.1" status: 204 len: 168 time: 0.1251476 Aug 30 05:13:34.330848 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f6e16-579a-421c-b4ff-48b23a1a4959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8cab8c-f7be-4a51-b3cd-e929a663893e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:34.582449 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2f563bcf-f52d-4713-8e38-a53b76212f8b req-461501da-73b8-49c4-aa41-f1baa4974a59 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 210 time: 0.0310297 Aug 30 05:13:34.641379 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 48880) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:34.654843 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26f457d8-785e-4a0d-82a2-3fde9e7240d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.714653 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:34.731366 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26f457d8-785e-4a0d-82a2-3fde9e7240d7 admin admin] Publish callbacks [] for security_group (2f33218a-c46b-44b0-b1bd-26aeb980b98c), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.734919 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26f457d8-785e-4a0d-82a2-3fde9e7240d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2f33218a-c46b-44b0-b1bd-26aeb980b98c), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.774217 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-26f457d8-785e-4a0d-82a2-3fde9e7240d7 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=c29ce438f1bc43c49cb4e4bfe11c6133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317692 Aug 30 05:13:34.775077 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f457d8-785e-4a0d-82a2-3fde9e7240d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f33218a-c46b-44b0-b1bd-26aeb980b98c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:34.777713 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 48882) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:34.806682 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec1caaca-c9bc-414e-9483-86b774b34b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.833715 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2e79e0b-1ec1-4eea-9c7c-bf61d3432fbc admin admin] Publish callbacks [] for security_group (2f33218a-c46b-44b0-b1bd-26aeb980b98c), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.857370 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2e79e0b-1ec1-4eea-9c7c-bf61d3432fbc admin admin] Publish callbacks [] for security_group (2f33218a-c46b-44b0-b1bd-26aeb980b98c), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.897402 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852ef6f-31d3-40b7-adb6-fdbfd6d5b591 req-ad3f0619-d45c-42cb-b619-bf5897633811 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:34.900237 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f852ef6f-31d3-40b7-adb6-fdbfd6d5b591 req-ad3f0619-d45c-42cb-b619-bf5897633811 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0700436 Aug 30 05:13:34.912474 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2e79e0b-1ec1-4eea-9c7c-bf61d3432fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2f33218a-c46b-44b0-b1bd-26aeb980b98c), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.915272 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2e79e0b-1ec1-4eea-9c7c-bf61d3432fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:34.916656 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d2e79e0b-1ec1-4eea-9c7c-bf61d3432fbc admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2f33218a-c46b-44b0-b1bd-26aeb980b98c HTTP/1.1" status: 204 len: 168 time: 0.1375661 Aug 30 05:13:34.935372 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e79e0b-1ec1-4eea-9c7c-bf61d3432fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f33218a-c46b-44b0-b1bd-26aeb980b98c,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:34.997477 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f852ef6f-31d3-40b7-adb6-fdbfd6d5b591 req-051c6e3c-0769-4849-99a7-4d97500cd326 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805447 Aug 30 05:13:35.109994 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:35.195511 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-fdd40daa-957a-4003-ac77-3855f18b5f59 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:35.197135 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-fdd40daa-957a-4003-ac77-3855f18b5f59 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/networks?id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 HTTP/1.1" status: 200 len: 808 time: 0.1142807 Aug 30 05:13:35.217720 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-8664f732-7693-4817-9be0-8c36c7a20e77 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/quotas/9cea756f95e843b5868e53f6446d648a HTTP/1.1" status: 200 len: 375 time: 0.0105650 Aug 30 05:13:35.263362 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-c1885062-13a7-4d81-9f6e-7b3f77847889 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9cea756f95e843b5868e53f6446d648a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340335 Aug 30 05:13:35.368641 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-3f1220a7-1526-47df-b64a-052a35ba4cf6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984898 Aug 30 05:13:35.491282 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7452d7ea-eed3-4086-9fc1-d8b85a44838a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163366 Aug 30 05:13:35.672239 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4eba01a5-3083-4783-8e45-347ab0670d55 req-0e72af56-ac49-4018-963a-44aa772e2a58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 210 time: 0.0358534 Aug 30 05:13:35.744498 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2fb2076b-649b-4b3e-a64b-d0e90c0e8e59 req-65f577d9-e51b-4141-82e6-dc16f427fcce tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 210 time: 0.0487552 Aug 30 05:13:36.117389 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062d8c2-221d-4f07-a065-0a5a5cac75e6 req-f5407b47-c537-43b8-ba41-e8008f24986b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:36.118856 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6062d8c2-221d-4f07-a065-0a5a5cac75e6 req-f5407b47-c537-43b8-ba41-e8008f24986b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0508215 Aug 30 05:13:36.169329 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6062d8c2-221d-4f07-a065-0a5a5cac75e6 req-ae1b7417-f444-4289-b881-9596a6e44a02 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Aug 30 05:13:36.765008 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-33a99245-93a5-4563-94a5-02dd05b04345 req-fcea8c03-661c-4ed4-a1a6-fea0a8f68cb0 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 210 time: 0.0288906 Aug 30 05:13:36.839081 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3c2d2105-a3b9-4989-b665-9a32cefef86f req-2b11f80e-7ea0-458d-9553-18399f8416b5 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 210 time: 0.0293772 Aug 30 05:13:37.150929 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f6dc10b3-8f03-454d-b7b1-82852ce63ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:37.284472 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bcdd1-7ee3-426d-9468-bf40a9634cd7 req-7454babe-b4c7-4545-98e8-337bdd980f66 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:37.285907 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6f2bcdd1-7ee3-426d-9468-bf40a9634cd7 req-7454babe-b4c7-4545-98e8-337bdd980f66 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0452344 Aug 30 05:13:37.331183 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6f2bcdd1-7ee3-426d-9468-bf40a9634cd7 req-8ff9a429-9c6d-423f-a520-cc3fd0b41740 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 Aug 30 05:13:37.613946 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-464d4e02-37ba-43ec-8cf1-70f981de1bc3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.82 "GET /networking/v2.0/networks?tenant_id=5ba05d601a9240bb922f4d6dc3cc6bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291090 Aug 30 05:13:37.956385 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-abc682ad-a577-4495-ac3a-e67f0302c05e req-1211f190-f5f0-430c-aa99-18d89c35012d tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 210 time: 0.0342593 Aug 30 05:13:38.001312 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0fc634c7-7ba3-47d3-a535-19feb380ac2f req-093b3ca3-efa2-41d4-9609-cb1f86827fa5 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 210 time: 0.0411594 Aug 30 05:13:38.098593 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-b8f9228d-82a3-495f-9505-213463d143f9 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:38.100319 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-b8f9228d-82a3-495f-9505-213463d143f9 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.82 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4650135 Aug 30 05:13:38.123025 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Request body: {'port': {'device_id': 'bd0e6d54-d23a-4a22-a5ab-9a224a71b460', 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24', 'admin_state_up': True, 'tenant_id': '5ba05d601a9240bb922f4d6dc3cc6bc6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:38.234785 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Made reservation on behalf of 5ba05d601a9240bb922f4d6dc3cc6bc6 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:13:38.239207 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:38.247553 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:38.301629 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:38.324006 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks [] for security_group (c4d69c4a-5495-4b77-b0d3-d1147fa41332), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:38.327552 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c4d69c4a-5495-4b77-b0d3-d1147fa41332), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:38.402197 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d69c4a-5495-4b77-b0d3-d1147fa41332,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:38.408903 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:38.456023 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd0802-2120-4a30-af6d-0f0e7c08990b req-c53203b6-bf70-418e-8abd-c5f3bdcb7ca0 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:38.465670 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-77dd0802-2120-4a30-af6d-0f0e7c08990b req-c53203b6-bf70-418e-8abd-c5f3bdcb7ca0 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0622365 Aug 30 05:13:38.485725 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Allocated IP 192.168.233.72 (e1448090-5907-419d-ab35-6f413d5a0a24/ddda0941-9d0d-4c79-9d1e-40f3fdb6897b/ace1ce2c-60f2-4276-97c3-6f26d166aceb) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:13:38.516191 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-77dd0802-2120-4a30-af6d-0f0e7c08990b req-8784e5cf-372b-4733-b912-8e3148d74629 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Aug 30 05:13:38.616273 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:38.801387 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-1acc09b8-6edf-401c-a0cf-063b6ad26535 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:38.802849 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-1acc09b8-6edf-401c-a0cf-063b6ad26535 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.82 "GET /networking/v2.0/networks?id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 HTTP/1.1" status: 200 len: 808 time: 0.2428906 Aug 30 05:13:38.818227 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks [] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:38.853974 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:38.904827 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Network e1448090-5907-419d-ab35-6f413d5a0a24 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:13:38.909000 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:13:38.921765 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Request body: {'port': {'device_id': '792da216-65d1-4514-8eca-250051397974', 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5', 'admin_state_up': True, 'tenant_id': '9cea756f95e843b5868e53f6446d648a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:38.925147 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:13:38.929598 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:38.930203 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:38.970792 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Pushing event updated for resources: {'Port': ['ID=ace1ce2c-60f2-4276-97c3-6f26d166aceb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:39.032303 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-4b4a42fe-1fa9-4344-bbfc-6939bc533ac3 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9133298 Aug 30 05:13:39.054241 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Request body: {'port': {'device_id': 'bd0e6d54-d23a-4a22-a5ab-9a224a71b460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:39.126582 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-372bbc72-159d-41c4-8e60-6150ce3b10c3 req-5e5e98d1-9418-4165-8866-427c81959091 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 210 time: 0.0343399 Aug 30 05:13:39.185369 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec7eb0-3a6d-47fc-b5e4-b953abd4a775 req-e118bf0a-535e-4d7a-b973-e9ad8e85e46f tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:39.186811 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c2ec7eb0-3a6d-47fc-b5e4-b953abd4a775 req-e118bf0a-535e-4d7a-b973-e9ad8e85e46f tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 935 time: 0.1255918 Aug 30 05:13:39.195219 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-42d0fed4-2a88-4828-ba04-50e56c81277c None None] Provisioning complete for port ace1ce2c-60f2-4276-97c3-6f26d166aceb triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:13:39.195653 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-42d0fed4-2a88-4828-ba04-50e56c81277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.218425 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.229519 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-42d0fed4-2a88-4828-ba04-50e56c81277c None None] Port ace1ce2c-60f2-4276-97c3-6f26d166aceb cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:13:39.267832 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:39.268551 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Made reservation on behalf of 9cea756f95e843b5868e53f6446d648a for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:13:39.272414 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.324069 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c2ec7eb0-3a6d-47fc-b5e4-b953abd4a775 req-62ecd0a3-3396-4039-a9e7-3838bdfc03d7 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306701 Aug 30 05:13:39.548205 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:39.562976 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Allocated IP 172.20.0.11 (e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5/38dab0e7-d5a8-405e-b1d5-ee6ac58478b7/38cd1a99-b826-46f6-973e-bf6c13f95335) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:13:39.641005 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61563237-d2ba-473e-8e96-2ced24eea889 req-4b9441a2-244e-42ac-ad1c-df74fb7d672d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:39.642494 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-61563237-d2ba-473e-8e96-2ced24eea889 req-4b9441a2-244e-42ac-ad1c-df74fb7d672d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0491529 Aug 30 05:13:39.696454 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-61563237-d2ba-473e-8e96-2ced24eea889 req-0718d988-beb3-41be-84ec-fd82db748ddb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Aug 30 05:13:39.744596 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace1ce2c-60f2-4276-97c3-6f26d166aceb {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:13:39.758016 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Publish callbacks [] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.787797 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Transition to ACTIVE for port object ace1ce2c-60f2-4276-97c3-6f26d166aceb will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:13:39.794943 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.838171 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks [] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.884058 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Pushing event updated for resources: {'Port': ['ID=ace1ce2c-60f2-4276-97c3-6f26d166aceb,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:39.904989 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Attempting to bind port ace1ce2c-60f2-4276-97c3-6f26d166aceb on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:13:39.905325 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Attempting to bind port ace1ce2c-60f2-4276-97c3-6f26d166aceb by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '462d5aa7-eafb-4ada-bb51-596667ab4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:13:39.905654 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Attempting to bind port ace1ce2c-60f2-4276-97c3-6f26d166aceb on network e1448090-5907-419d-ab35-6f413d5a0a24 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:13:39.912740 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Port ace1ce2c-60f2-4276-97c3-6f26d166aceb on network e1448090-5907-419d-ab35-6f413d5a0a24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:13:39.913054 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Attempting to bind port ace1ce2c-60f2-4276-97c3-6f26d166aceb on network e1448090-5907-419d-ab35-6f413d5a0a24 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:13:39.920006 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:13:39.920343 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Checking segment: {'id': '462d5aa7-eafb-4ada-bb51-596667ab4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:13:39.920723 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Bound using segment: {'id': '462d5aa7-eafb-4ada-bb51-596667ab4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:13:39.921149 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Bound port: ace1ce2c-60f2-4276-97c3-6f26d166aceb, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d5aa7-eafb-4ada-bb51-596667ab4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:13:39.921462 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.921981 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.934558 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.962513 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:39.964010 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:39.980741 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:39.999897 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:13:40.014884 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:13:40.021115 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:13:40.025846 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:40.026456 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.041350 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Pushing event updated for resources: {'Port': ['ID=38cd1a99-b826-46f6-973e-bf6c13f95335,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:40.062181 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] For port ace1ce2c-60f2-4276-97c3-6f26d166aceb, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:13:40.065817 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] For port ace1ce2c-60f2-4276-97c3-6f26d166aceb, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ace1ce2c-60f2-4276-97c3-6f26d166aceb,segment=NetworkSegment(462d5aa7-eafb-4ada-bb51-596667ab4ff9),segment_id=462d5aa7-eafb-4ada-bb51-596667ab4ff9)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:13:40.070338 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-7789441b-4b38-44e5-bea0-8f93e34ca260 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1563351 Aug 30 05:13:40.076886 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.087207 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Request body: {'port': {'device_id': '792da216-65d1-4514-8eca-250051397974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:40.090201 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:40.090800 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.092184 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-805e0340-646b-477b-b332-6813d33ad3da service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/ace1ce2c-60f2-4276-97c3-6f26d166aceb HTTP/1.1" status: 200 len: 1097 time: 1.0436847 Aug 30 05:13:40.094155 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0e6d54-d23a-4a22-a5ab-9a224a71b460', 'tag': 'ace1ce2c-60f2-4276-97c3-6f26d166aceb'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:40.097184 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6f330e-0c51-4e17-ab99-6f47647e0414" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0e6d54-d23a-4a22-a5ab-9a224a71b460", "tag": "ace1ce2c-60f2-4276-97c3-6f26d166aceb"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:40.184328 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f051cce8-9ffe-4035-a32d-357db7f10fbf x-openstack-request-id: req-f051cce8-9ffe-4035-a32d-357db7f10fbf {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:40.184661 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0e6d54-d23a-4a22-a5ab-9a224a71b460", "tag": "ace1ce2c-60f2-4276-97c3-6f26d166aceb", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:40.184908 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f051cce8-9ffe-4035-a32d-357db7f10fbf {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:40.185505 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f051cce8-9ffe-4035-a32d-357db7f10fbf'] response: {'name': 'network-changed', 'server_uuid': 'bd0e6d54-d23a-4a22-a5ab-9a224a71b460', 'tag': 'ace1ce2c-60f2-4276-97c3-6f26d166aceb', 'status': 'completed', 'code': 200} Aug 30 05:13:40.235544 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e0340-646b-477b-b332-6813d33ad3da service neutron] Pushing event updated for resources: {'Port': ['ID=ace1ce2c-60f2-4276-97c3-6f26d166aceb,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:40.245141 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-276c6473-25f1-4b12-a17f-b36a7d1168f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:40.246797 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-276c6473-25f1-4b12-a17f-b36a7d1168f2 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=5ba05d601a9240bb922f4d6dc3cc6bc6&device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 1131 time: 0.1012764 Aug 30 05:13:40.247731 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.282419 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de225e97-722c-47f3-b8d7-97931056312e req-9dc52ce6-67e8-487d-b296-df822230be3a tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:40.290784 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-de225e97-722c-47f3-b8d7-97931056312e req-9dc52ce6-67e8-487d-b296-df822230be3a tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 932 time: 0.0619583 Aug 30 05:13:40.341412 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:40.347067 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-de225e97-722c-47f3-b8d7-97931056312e req-ad2f3d8b-e5a5-45d6-a4a6-8fad28cff877 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553854 Aug 30 05:13:40.430333 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:40.453272 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49088) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:40.471703 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-17f6ee4d-c276-422a-bfb6-225fb5a5ccb8 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ace1ce2c-60f2-4276-97c3-6f26d166aceb HTTP/1.1" status: 200 len: 217 time: 0.2103252 Aug 30 05:13:40.518131 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185cd92-ca25-423a-8727-17a99778c3c1 req-1f498415-b114-4e20-bdbf-46b8b0cae94a tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:40.519640 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6185cd92-ca25-423a-8727-17a99778c3c1 req-1f498415-b114-4e20-bdbf-46b8b0cae94a tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 947 time: 0.0947361 Aug 30 05:13:40.599712 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a44019a6-950c-4134-9110-0a5138c1519e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.668364 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 49098) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:40.675056 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6185cd92-ca25-423a-8727-17a99778c3c1 req-47d08fc5-3a0a-4580-b6ba-38475ac0dce5 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448500 Aug 30 05:13:40.676355 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-6e0b5317-e48f-4c20-bf57-b0e1cc4c5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:40.677726 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-6e0b5317-e48f-4c20-bf57-b0e1cc4c5332 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=ddda0941-9d0d-4c79-9d1e-40f3fdb6897b HTTP/1.1" status: 200 len: 843 time: 0.1212232 Aug 30 05:13:40.719398 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a44019a6-950c-4134-9110-0a5138c1519e admin admin] Publish callbacks [] for security_group (4ababab1-b699-4c55-8ec7-a0b11d29d414), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.723064 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38cd1a99-b826-46f6-973e-bf6c13f95335 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:13:40.724281 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a44019a6-950c-4134-9110-0a5138c1519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4ababab1-b699-4c55-8ec7-a0b11d29d414), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.731247 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Publish callbacks [] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.746765 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Transition to ACTIVE for port object 38cd1a99-b826-46f6-973e-bf6c13f95335 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:13:40.756112 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.774724 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-a44019a6-950c-4134-9110-0a5138c1519e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=1d6fb13dad924bdaa2588b516fbc9165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201530 Aug 30 05:13:40.775432 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49104) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:40.777415 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44019a6-950c-4134-9110-0a5138c1519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ababab1-b699-4c55-8ec7-a0b11d29d414,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:40.784605 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-66ed90aa-7a88-4535-bceb-963655a4c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:40.786230 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-66ed90aa-7a88-4535-bceb-963655a4c92d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=e1448090-5907-419d-ab35-6f413d5a0a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0983222 Aug 30 05:13:40.806243 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:40.825724 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Pushing event updated for resources: {'Port': ['ID=38cd1a99-b826-46f6-973e-bf6c13f95335,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:40.835237 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:40.853576 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1cd-1394-4bd9-9487-b058305c8613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.854598 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436d0a4-5104-4505-a486-36c196260f38 req-4d2329c3-025c-42d5-a1c0-867ef83d7351 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:40.855445 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Attempting to bind port 38cd1a99-b826-46f6-973e-bf6c13f95335 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:13:40.855782 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Attempting to bind port 38cd1a99-b826-46f6-973e-bf6c13f95335 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'a8f03717-9bb4-45d4-ada1-5208753f6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:13:40.856077 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9436d0a4-5104-4505-a486-36c196260f38 req-4d2329c3-025c-42d5-a1c0-867ef83d7351 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0717683 Aug 30 05:13:40.856186 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Attempting to bind port 38cd1a99-b826-46f6-973e-bf6c13f95335 on network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:13:40.867566 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Port 38cd1a99-b826-46f6-973e-bf6c13f95335 on network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:13:40.867933 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Attempting to bind port 38cd1a99-b826-46f6-973e-bf6c13f95335 on network e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:13:40.878572 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:13:40.878936 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Checking segment: {'id': 'a8f03717-9bb4-45d4-ada1-5208753f6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:13:40.879316 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Bound using segment: {'id': 'a8f03717-9bb4-45d4-ada1-5208753f6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:13:40.879741 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Bound port: 38cd1a99-b826-46f6-973e-bf6c13f95335, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f03717-9bb4-45d4-ada1-5208753f6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:13:40.880094 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.887840 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be3f4352-bfdb-41e7-b54c-2ad9c1e4e6c6 admin admin] Publish callbacks [] for security_group (4ababab1-b699-4c55-8ec7-a0b11d29d414), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.921650 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be3f4352-bfdb-41e7-b54c-2ad9c1e4e6c6 admin admin] Publish callbacks [] for security_group (4ababab1-b699-4c55-8ec7-a0b11d29d414), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.938420 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9436d0a4-5104-4505-a486-36c196260f38 req-3f042771-cc69-458e-9b05-d9cc81d9b80e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757565 Aug 30 05:13:40.973029 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] For port 38cd1a99-b826-46f6-973e-bf6c13f95335, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:13:40.977749 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] For port 38cd1a99-b826-46f6-973e-bf6c13f95335, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=38cd1a99-b826-46f6-973e-bf6c13f95335,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:13:40.986677 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.989345 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be3f4352-bfdb-41e7-b54c-2ad9c1e4e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4ababab1-b699-4c55-8ec7-a0b11d29d414), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.992105 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be3f4352-bfdb-41e7-b54c-2ad9c1e4e6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:40.993240 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-be3f4352-bfdb-41e7-b54c-2ad9c1e4e6c6 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/4ababab1-b699-4c55-8ec7-a0b11d29d414 HTTP/1.1" status: 204 len: 168 time: 0.2167342 Aug 30 05:13:40.999156 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:40.999761 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.001122 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/38cd1a99-b826-46f6-973e-bf6c13f95335 HTTP/1.1" status: 200 len: 1094 time: 0.9205155 Aug 30 05:13:41.001230 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f4352-bfdb-41e7-b54c-2ad9c1e4e6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ababab1-b699-4c55-8ec7-a0b11d29d414,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:41.037225 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1cd-1394-4bd9-9487-b058305c8613 admin admin] Publish callbacks [] for security_group (0414c5b4-2447-48b6-90dd-76100fc145a7), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.044350 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1cd-1394-4bd9-9487-b058305c8613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (0414c5b4-2447-48b6-90dd-76100fc145a7), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.078612 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b3807-41ae-4195-a727-39c6edfa3687 service neutron] Pushing event updated for resources: {'Port': ['ID=38cd1a99-b826-46f6-973e-bf6c13f95335,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:41.093230 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d8ffe1cd-1394-4bd9-9487-b058305c8613 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e911a926e3314cdebb9633139261dcbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222639 Aug 30 05:13:41.095949 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffe1cd-1394-4bd9-9487-b058305c8613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0414c5b4-2447-48b6-90dd-76100fc145a7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:41.096805 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49110) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:41.161753 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-600ab640-1eff-4728-9644-780930f5a264 admin admin] Publish callbacks [] for security_group (0414c5b4-2447-48b6-90dd-76100fc145a7), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.183924 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-600ab640-1eff-4728-9644-780930f5a264 admin admin] Publish callbacks [] for security_group (0414c5b4-2447-48b6-90dd-76100fc145a7), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.243648 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-600ab640-1eff-4728-9644-780930f5a264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (0414c5b4-2447-48b6-90dd-76100fc145a7), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.246635 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-600ab640-1eff-4728-9644-780930f5a264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.247970 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-600ab640-1eff-4728-9644-780930f5a264 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/0414c5b4-2447-48b6-90dd-76100fc145a7 HTTP/1.1" status: 204 len: 168 time: 0.1495450 Aug 30 05:13:41.257490 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ab640-1eff-4728-9644-780930f5a264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0414c5b4-2447-48b6-90dd-76100fc145a7,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:41.508282 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53494087-b781-47de-8fc8-7928ebc3166f req-0c145663-5f6f-4083-8c90-d0355418fbc7 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:41.510026 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-53494087-b781-47de-8fc8-7928ebc3166f req-0c145663-5f6f-4083-8c90-d0355418fbc7 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 944 time: 0.0655663 Aug 30 05:13:41.564776 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49132) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:41.567320 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-53494087-b781-47de-8fc8-7928ebc3166f req-62da2582-2d98-4ffe-9c80-9cb14c5903c5 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500698 Aug 30 05:13:41.586635 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0f95f8f-dbf5-4c09-9fd0-d2b2cb5d2977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.633321 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:41.697532 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0f95f8f-dbf5-4c09-9fd0-d2b2cb5d2977 admin admin] Publish callbacks [] for security_group (fc2524da-6755-43b2-bb7e-5a30d9c26b78), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.702911 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0f95f8f-dbf5-4c09-9fd0-d2b2cb5d2977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (fc2524da-6755-43b2-bb7e-5a30d9c26b78), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.723882 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-e5180582-20b2-4a26-88fb-ee433b6af184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:41.725560 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-e5180582-20b2-4a26-88fb-ee433b6af184 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=9cea756f95e843b5868e53f6446d648a&device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 1128 time: 0.0624318 Aug 30 05:13:41.741889 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f95f8f-dbf5-4c09-9fd0-d2b2cb5d2977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2524da-6755-43b2-bb7e-5a30d9c26b78,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:41.770685 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-e0f95f8f-dbf5-4c09-9fd0-d2b2cb5d2977 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=6bef7d3759a248a7a76b5b5d9a4a2880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043960 Aug 30 05:13:41.772958 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49140) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:41.785414 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-09890752-99d9-4654-8ad6-5db17f0016a0 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38cd1a99-b826-46f6-973e-bf6c13f95335 HTTP/1.1" status: 200 len: 217 time: 0.0495689 Aug 30 05:13:41.797006 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-2e3c1b9f-3a22-4db1-9ecd-1ed9c0c6e685 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e1448090-5907-419d-ab35-6f413d5a0a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839902 Aug 30 05:13:41.846025 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:41.884826 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3b8c3-f7c1-4ecd-8aa1-849800de2fd8 req-506df3e4-6ff7-40fe-a9ec-c59fbeb7d14b tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:41.887330 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-67e3b8c3-f7c1-4ecd-8aa1-849800de2fd8 req-506df3e4-6ff7-40fe-a9ec-c59fbeb7d14b tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 947 time: 0.0818968 Aug 30 05:13:41.888674 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f987f2a-e117-46b9-b611-54e105148ee2 admin admin] Publish callbacks [] for security_group (fc2524da-6755-43b2-bb7e-5a30d9c26b78), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.931460 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc98c7-fd2b-4fd4-8a2c-35a38cf9a7a0 req-20e0afa8-cc69-4dac-b7d4-0c70f127952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:41.931686 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f987f2a-e117-46b9-b611-54e105148ee2 admin admin] Publish callbacks [] for security_group (fc2524da-6755-43b2-bb7e-5a30d9c26b78), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:41.933930 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9cdc98c7-fd2b-4fd4-8a2c-35a38cf9a7a0 req-20e0afa8-cc69-4dac-b7d4-0c70f127952c service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 1130 time: 0.1274614 Aug 30 05:13:41.944298 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-456e979d-70e5-4db1-bb2c-177bd1ba13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:41.945657 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-456e979d-70e5-4db1-bb2c-177bd1ba13d0 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=38dab0e7-d5a8-405e-b1d5-ee6ac58478b7 HTTP/1.1" status: 200 len: 848 time: 0.1376758 Aug 30 05:13:42.000046 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-67e3b8c3-f7c1-4ecd-8aa1-849800de2fd8 req-0f651405-0dd8-4e4c-9e6f-2c88fcf75264 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043124 Aug 30 05:13:42.006722 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-e23b1291-c566-4445-84f9-e7d146f1c805 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495725 Aug 30 05:13:42.025359 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f987f2a-e117-46b9-b611-54e105148ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (fc2524da-6755-43b2-bb7e-5a30d9c26b78), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:42.028413 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f987f2a-e117-46b9-b611-54e105148ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:42.054367 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-0f987f2a-e117-46b9-b611-54e105148ee2 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/fc2524da-6755-43b2-bb7e-5a30d9c26b78 HTTP/1.1" status: 204 len: 168 time: 0.2667911 Aug 30 05:13:42.072314 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0492cae-45ea-4d7b-8ae5-0a465ac3605b req-cacbcbb0-29bf-4b88-b665-1f1f85b23909 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e1448090-5907-419d-ab35-6f413d5a0a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652051 Aug 30 05:13:42.077687 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f987f2a-e117-46b9-b611-54e105148ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2524da-6755-43b2-bb7e-5a30d9c26b78,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:42.110748 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:42.134683 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9cdc98c7-fd2b-4fd4-8a2c-35a38cf9a7a0 req-2cb5759c-ca55-4c77-ac4d-9e66cd23075e service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920207 Aug 30 05:13:42.162261 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24fc28-d25c-496f-9b0f-af5b05e50070 req-a87c4f57-db7c-4194-bf86-a985c02a711d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:42.163783 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2a24fc28-d25c-496f-9b0f-af5b05e50070 req-a87c4f57-db7c-4194-bf86-a985c02a711d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.1235359 Aug 30 05:13:42.189268 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792da216-65d1-4514-8eca-250051397974', 'tag': '38cd1a99-b826-46f6-973e-bf6c13f95335'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:42.191705 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6897bb69-326c-4a06-b313-c3844a52a625" -d '{"events": [{"name": "network-changed", "server_uuid": "792da216-65d1-4514-8eca-250051397974", "tag": "38cd1a99-b826-46f6-973e-bf6c13f95335"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:42.225241 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-ca63987b-08ba-4829-a91f-1de905d46751 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031162 Aug 30 05:13:42.242515 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f810505b-c6ce-46ff-82a6-718f02567c33 x-openstack-request-id: req-f810505b-c6ce-46ff-82a6-718f02567c33 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:42.242662 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792da216-65d1-4514-8eca-250051397974", "tag": "38cd1a99-b826-46f6-973e-bf6c13f95335", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:42.243141 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f810505b-c6ce-46ff-82a6-718f02567c33 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:42.243699 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f810505b-c6ce-46ff-82a6-718f02567c33'] response: {'name': 'network-changed', 'server_uuid': '792da216-65d1-4514-8eca-250051397974', 'tag': '38cd1a99-b826-46f6-973e-bf6c13f95335', 'status': 'completed', 'code': 200} Aug 30 05:13:42.256568 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2a24fc28-d25c-496f-9b0f-af5b05e50070 req-5e169dac-0076-4819-bc39-d8b32735beca tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850503 Aug 30 05:13:42.691472 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66c4d5-7833-402a-8aba-5a786c81ea64 req-deefd8a3-a483-43c0-88c9-2260f113f1ad tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:42.692928 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2e66c4d5-7833-402a-8aba-5a786c81ea64 req-deefd8a3-a483-43c0-88c9-2260f113f1ad tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 944 time: 0.0468380 Aug 30 05:13:42.705421 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:42.744318 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2e66c4d5-7833-402a-8aba-5a786c81ea64 req-13a64484-2a19-4812-9232-44c18e9e1b9b tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458293 Aug 30 05:13:43.134913 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a75947-0c70-4c7a-805c-d49502b9cb41 req-a0810fe7-b1f5-4e1d-a8c1-8f8af14529d0 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:43.136409 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f4a75947-0c70-4c7a-805c-d49502b9cb41 req-a0810fe7-b1f5-4e1d-a8c1-8f8af14529d0 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 947 time: 0.0540359 Aug 30 05:13:43.188805 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f4a75947-0c70-4c7a-805c-d49502b9cb41 req-6ce089e8-58e1-43eb-bbb9-eed39d199456 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437598 Aug 30 05:13:43.386693 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f15f2a-4cb9-4311-a186-8bc06f296275 req-870f8456-7d2e-43a7-979e-d0929e912fd2 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:43.388471 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-48f15f2a-4cb9-4311-a186-8bc06f296275 req-870f8456-7d2e-43a7-979e-d0929e912fd2 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0532269 Aug 30 05:13:43.447507 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-48f15f2a-4cb9-4311-a186-8bc06f296275 req-818ad098-ea8e-4c61-bc4d-d5eaa40df34d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 Aug 30 05:13:43.643059 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-12ced806-bb3f-4cae-9fc0-40e959949da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:43.643059 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-12ced806-bb3f-4cae-9fc0-40e959949da4 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=5ba05d601a9240bb922f4d6dc3cc6bc6&device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 1131 time: 0.3689964 Aug 30 05:13:43.683499 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc4bd36c-cd36-4e0f-b523-8ade7f7d0eb9 req-2dd9d313-6bf6-4f67-b86b-d48241114621 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098783 Aug 30 05:13:43.763728 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device ace1ce2c-60f2-4276-97c3-6f26d166aceb details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:13:43.828575 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49232) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:43.858880 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-e8cfac94-6c23-40ee-869f-3a56addefd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:43.860550 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-e8cfac94-6c23-40ee-869f-3a56addefd69 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=e1448090-5907-419d-ab35-6f413d5a0a24 HTTP/1.1" status: 200 len: 870 time: 0.1438677 Aug 30 05:13:43.930258 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072c00-8d9b-4d53-8780-2f0109a0e18d req-022cb8ae-e446-4261-a5f2-137bfd60d0d8 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:43.931192 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port ace1ce2c-60f2-4276-97c3-6f26d166aceb, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ace1ce2c-60f2-4276-97c3-6f26d166aceb,segment=NetworkSegment(462d5aa7-eafb-4ada-bb51-596667ab4ff9),segment_id=462d5aa7-eafb-4ada-bb51-596667ab4ff9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:43.934480 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8a072c00-8d9b-4d53-8780-2f0109a0e18d req-022cb8ae-e446-4261-a5f2-137bfd60d0d8 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 944 time: 0.0712235 Aug 30 05:13:43.952182 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'ace1ce2c-60f2-4276-97c3-6f26d166aceb', 'network_id': 'e1448090-5907-419d-ab35-6f413d5a0a24', 'port_id': 'ace1ce2c-60f2-4276-97c3-6f26d166aceb', 'mac_address': 'fa:16:3e:3f:af:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddda0941-9d0d-4c79-9d1e-40f3fdb6897b', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:13:44.003425 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port ace1ce2c-60f2-4276-97c3-6f26d166aceb is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:13:44.003818 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:44.011228 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:44.023885 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8a072c00-8d9b-4d53-8780-2f0109a0e18d req-ed49b804-3938-4414-993c-ba16c2742226 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826035 Aug 30 05:13:44.034987 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace1ce2c-60f2-4276-97c3-6f26d166aceb {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:13:44.060188 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port ace1ce2c-60f2-4276-97c3-6f26d166aceb, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ace1ce2c-60f2-4276-97c3-6f26d166aceb,segment=NetworkSegment(462d5aa7-eafb-4ada-bb51-596667ab4ff9),segment_id=462d5aa7-eafb-4ada-bb51-596667ab4ff9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:44.064426 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12bef6ea-cc9f-435b-8412-333519f261b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:44.065579 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:44.119178 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=ace1ce2c-60f2-4276-97c3-6f26d166aceb,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:44.192528 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12bef6ea-cc9f-435b-8412-333519f261b6 admin admin] Publish callbacks [] for security_group (1c59c077-e8b6-4fc5-825a-cc18671bddf8), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:44.196800 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12bef6ea-cc9f-435b-8412-333519f261b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1c59c077-e8b6-4fc5-825a-cc18671bddf8), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:44.243003 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 49254) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:44.249399 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-12bef6ea-cc9f-435b-8412-333519f261b6 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=ea69acda2e50431380c9df87e247cb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182298 Aug 30 05:13:44.274693 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bef6ea-cc9f-435b-8412-333519f261b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c59c077-e8b6-4fc5-825a-cc18671bddf8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:44.326078 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8b985ec6-2231-4214-9c76-9ee03b606ac3 admin admin] Publish callbacks [] for security_group (1c59c077-e8b6-4fc5-825a-cc18671bddf8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:44.341003 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313bb09-e58b-4c44-9163-d718510ef6af req-a5e846d3-e8c8-44d3-9cb2-4fca72996e36 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:44.350530 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6313bb09-e58b-4c44-9163-d718510ef6af req-a5e846d3-e8c8-44d3-9cb2-4fca72996e36 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 948 time: 0.0666289 Aug 30 05:13:44.351245 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8b985ec6-2231-4214-9c76-9ee03b606ac3 admin admin] Publish callbacks [] for security_group (1c59c077-e8b6-4fc5-825a-cc18671bddf8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:44.399408 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6313bb09-e58b-4c44-9163-d718510ef6af req-c37b4c48-5ffb-42df-9231-432b81671fb8 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471809 Aug 30 05:13:44.404674 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['ace1ce2c-60f2-4276-97c3-6f26d166aceb'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:13:44.417532 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8b985ec6-2231-4214-9c76-9ee03b606ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1c59c077-e8b6-4fc5-825a-cc18671bddf8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:44.420510 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8b985ec6-2231-4214-9c76-9ee03b606ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:44.421758 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8b985ec6-2231-4214-9c76-9ee03b606ac3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1c59c077-e8b6-4fc5-825a-cc18671bddf8 HTTP/1.1" status: 204 len: 168 time: 0.1777506 Aug 30 05:13:44.430272 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b985ec6-2231-4214-9c76-9ee03b606ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c59c077-e8b6-4fc5-825a-cc18671bddf8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:44.479173 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:44.607852 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b478b5-1d58-4e90-9900-95489168ff45 req-379a579a-9792-41c9-b8ae-e493395f8b55 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:44.609477 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b7b478b5-1d58-4e90-9900-95489168ff45 req-379a579a-9792-41c9-b8ae-e493395f8b55 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0651264 Aug 30 05:13:44.660627 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b7b478b5-1d58-4e90-9900-95489168ff45 req-6de58156-62ad-4fb2-aca5-045d10b47f2b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442827 Aug 30 05:13:44.919587 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-2b0e9f63-df65-4b61-add7-88748853dc1a service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ace1ce2c-60f2-4276-97c3-6f26d166aceb HTTP/1.1" status: 200 len: 217 time: 0.0593147 Aug 30 05:13:44.926795 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897bb69-326c-4a06-b313-c3844a52a625 req-a90aaaa8-6b6e-40f0-978f-960678df1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:44.928267 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6897bb69-326c-4a06-b313-c3844a52a625 req-a90aaaa8-6b6e-40f0-978f-960678df1744 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=9cea756f95e843b5868e53f6446d648a&device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 1128 time: 0.0693796 Aug 30 05:13:45.136098 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb733d-3b83-4350-b733-bb7f6b80032a req-f22b9557-d9ee-4852-931e-86e1dc74ef05 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:45.137569 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4cdb733d-3b83-4350-b733-bb7f6b80032a req-f22b9557-d9ee-4852-931e-86e1dc74ef05 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 944 time: 0.0476668 Aug 30 05:13:45.146444 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 49290) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:45.184839 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4cdb733d-3b83-4350-b733-bb7f6b80032a req-27d2cb53-046c-4f0f-af4a-5faea6072fd6 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Aug 30 05:13:45.249216 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-557938991-network', 'tenant_id': 'd98f56be5fb14ebe9e938ebc0f642994'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:45.268943 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Made reservation on behalf of d98f56be5fb14ebe9e938ebc0f642994 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:13:45.271474 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:45.279932 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:45.340444 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:45.365111 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Publish callbacks [] for security_group (6243f0f1-3a04-47b2-b7dc-323b67764ba3), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:45.369375 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (6243f0f1-3a04-47b2-b7dc-323b67764ba3), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:45.395455 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:13:45.405700 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6243f0f1-3a04-47b2-b7dc-323b67764ba3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:45.411950 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (658f729b-a240-422e-bcfc-ceadcc330f56), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:45.412299 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Added segment 658f729b-a240-422e-bcfc-ceadcc330f56 of type vlan for network fc212efd-2a77-4199-8dbb-eb28c0903801 Aug 30 05:13:45.542986 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (fc212efd-2a77-4199-8dbb-eb28c0903801), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:45.633649 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae4e7d-165e-41be-a178-b6689148327f req-9955a3a5-30ad-4fde-8d1b-0133aa6b5ddc tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:45.635768 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a0ae4e7d-165e-41be-a178-b6689148327f req-9955a3a5-30ad-4fde-8d1b-0133aa6b5ddc tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 948 time: 0.1273024 Aug 30 05:13:45.671447 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-bb40f74d-94ca-4f31-95ce-99591d903bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:45.673138 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-bb40f74d-94ca-4f31-95ce-99591d903bb1 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=ddda0941-9d0d-4c79-9d1e-40f3fdb6897b HTTP/1.1" status: 200 len: 843 time: 0.2367744 Aug 30 05:13:45.674469 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (fc212efd-2a77-4199-8dbb-eb28c0903801), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:45.675488 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:45.676122 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:45.717720 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:45.724676 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897bb69-326c-4a06-b313-c3844a52a625 req-8163a08b-bd80-4d68-83fb-9585000f1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:45.726254 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6897bb69-326c-4a06-b313-c3844a52a625 req-8163a08b-bd80-4d68-83fb-9585000f1485 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 HTTP/1.1" status: 200 len: 909 time: 0.3014402 Aug 30 05:13:45.775844 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 38cd1a99-b826-46f6-973e-bf6c13f95335 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:13:45.779636 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device ace1ce2c-60f2-4276-97c3-6f26d166aceb up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:13:45.794521 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d062f25-260f-4f45-84ca-bbf9d98d160f req-2f2f4c2a-0592-4273-bd5a-29084becf2be tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:45.796026 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9d062f25-260f-4f45-84ca-bbf9d98d160f req-2f2f4c2a-0592-4273-bd5a-29084becf2be tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0535862 Aug 30 05:13:45.797143 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6494274 Aug 30 05:13:45.803648 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49312) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:45.808561 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Request body: {'subnet': {'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-557938991-subnet', 'tenant_id': 'd98f56be5fb14ebe9e938ebc0f642994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:45.858739 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6897bb69-326c-4a06-b313-c3844a52a625 req-4b151bf5-be11-4ad6-95b3-b46fc20215a9 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38cd1a99-b826-46f6-973e-bf6c13f95335 HTTP/1.1" status: 200 len: 217 time: 0.0925696 Aug 30 05:13:45.859432 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615373e1-0de9-4521-906f-09e9b25bb586 admin admin] Pushing event updated for resources: {'Network': ['ID=fc212efd-2a77-4199-8dbb-eb28c0903801,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:45.865736 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-ee250ebc-a126-42e5-8df9-5962a6873e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:45.867275 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-ee250ebc-a126-42e5-8df9-5962a6873e20 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=e1448090-5907-419d-ab35-6f413d5a0a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1749218 Aug 30 05:13:45.870415 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a0ae4e7d-165e-41be-a178-b6689148327f req-8cdfa2c5-f179-4944-8af4-0ecb4049cdec tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254725 Aug 30 05:13:45.891482 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9d062f25-260f-4f45-84ca-bbf9d98d160f req-03875e81-2d8f-45df-ac4f-ca324ebdb1c1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701902 Aug 30 05:13:45.899190 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Made reservation on behalf of d98f56be5fb14ebe9e938ebc0f642994 for: {'subnet': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:13:45.902913 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2500292'] for subnet (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:45.917235 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49314) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:45.950206 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network fc212efd-2a77-4199-8dbb-eb28c0903801 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:13:46.013599 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 38cd1a99-b826-46f6-973e-bf6c13f95335, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=38cd1a99-b826-46f6-973e-bf6c13f95335,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:46.019207 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port ace1ce2c-60f2-4276-97c3-6f26d166aceb completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:13:46.020226 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:46.047133 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897bb69-326c-4a06-b313-c3844a52a625 req-68e93bb3-5136-48f7-b496-eaa5ba192479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:46.050123 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6897bb69-326c-4a06-b313-c3844a52a625 req-68e93bb3-5136-48f7-b496-eaa5ba192479 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=38dab0e7-d5a8-405e-b1d5-ee6ac58478b7 HTTP/1.1" status: 200 len: 848 time: 0.1781514 Aug 30 05:13:46.050689 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port ace1ce2c-60f2-4276-97c3-6f26d166aceb triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:13:46.051103 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.053004 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '38cd1a99-b826-46f6-973e-bf6c13f95335', 'network_id': 'e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5', 'port_id': '38cd1a99-b826-46f6-973e-bf6c13f95335', 'mac_address': 'fa:16:3e:c8:e9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dab0e7-d5a8-405e-b1d5-ee6ac58478b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:13:46.103459 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6897bb69-326c-4a06-b313-c3844a52a625 req-dc094c67-afa3-4b3c-9d14-3c4edf89c54d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400553 Aug 30 05:13:46.111491 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb4bf1-f8f8-4aab-b025-d94599acf22b req-ddf90c8b-64af-4cb7-bdae-37087591ae9b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:46.124465 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-45cb4bf1-f8f8-4aab-b025-d94599acf22b req-ddf90c8b-64af-4cb7-bdae-37087591ae9b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.1364927 Aug 30 05:13:46.138683 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 38cd1a99-b826-46f6-973e-bf6c13f95335 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:13:46.139106 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.154272 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-06379aa2-d79b-4854-bf45-fab0c1f27974 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e1448090-5907-419d-ab35-6f413d5a0a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731972 Aug 30 05:13:46.156194 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cd1a99-b826-46f6-973e-bf6c13f95335 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:13:46.161857 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:46.168036 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d88296a4-66ca-493d-b6a3-a54fa1393ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.193038 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:46.204313 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2500306'] for subnet (abce960a-4f45-4833-8e35-6a33d868460f), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.205939 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 38cd1a99-b826-46f6-973e-bf6c13f95335, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=38cd1a99-b826-46f6-973e-bf6c13f95335,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:46.218357 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port ace1ce2c-60f2-4276-97c3-6f26d166aceb is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:13:46.221007 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.247769 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.290156 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:46.322705 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-45cb4bf1-f8f8-4aab-b025-d94599acf22b req-63b8f04c-8a5e-428d-b459-96b0fefcfc04 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795855 Aug 30 05:13:46.323340 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0e6d54-d23a-4a22-a5ab-9a224a71b460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace1ce2c-60f2-4276-97c3-6f26d166aceb'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:46.325595 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887d1bc8-5a82-4e92-bda7-8498dbdeca54" -d '{"events": [{"server_uuid": "bd0e6d54-d23a-4a22-a5ab-9a224a71b460", "name": "network-vif-plugged", "status": "completed", "tag": "ace1ce2c-60f2-4276-97c3-6f26d166aceb"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:46.332318 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=abce960a-4f45-4833-8e35-6a33d868460f,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:46.342594 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=38cd1a99-b826-46f6-973e-bf6c13f95335,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:46.349617 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Checking segment: {'id': '658f729b-a240-422e-bcfc-ceadcc330f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:13:46.350223 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Network hostable DHCP agents. Network: fc212efd-2a77-4199-8dbb-eb28c0903801, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:13:46.364260 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6897bb69-326c-4a06-b313-c3844a52a625 req-7c1ec792-3adf-4d6e-a8c7-08a30f62347d service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223911 Aug 30 05:13:46.368548 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8b6f330e-0c51-4e17-ab99-6f47647e0414 req-38bda059-9083-46f4-9f38-3f389a0363ac service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e1448090-5907-419d-ab35-6f413d5a0a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997728 Aug 30 05:13:46.369605 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388810ae-eb64-47c3-92ea-2c94edf295c7 req-b2f8a184-49d6-412d-9279-7f0793f6e239 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:46.371161 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-388810ae-eb64-47c3-92ea-2c94edf295c7 req-b2f8a184-49d6-412d-9279-7f0793f6e239 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 945 time: 0.1020167 Aug 30 05:13:46.465980 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d88296a4-66ca-493d-b6a3-a54fa1393ae5 admin admin] Publish callbacks [] for security_group (76ca4376-09eb-4c08-bdbe-978dc3efeeca), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.481036 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d88296a4-66ca-493d-b6a3-a54fa1393ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (76ca4376-09eb-4c08-bdbe-978dc3efeeca), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.506764 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Network fc212efd-2a77-4199-8dbb-eb28c0903801 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:13:46.511196 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port ace1ce2c-60f2-4276-97c3-6f26d166aceb, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ace1ce2c-60f2-4276-97c3-6f26d166aceb,segment=NetworkSegment(462d5aa7-eafb-4ada-bb51-596667ab4ff9),segment_id=462d5aa7-eafb-4ada-bb51-596667ab4ff9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:46.513215 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85b9b4c-980f-4631-a4fe-879574a76573 x-openstack-request-id: req-c85b9b4c-980f-4631-a4fe-879574a76573 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:46.513556 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0e6d54-d23a-4a22-a5ab-9a224a71b460", "name": "network-vif-plugged", "status": "completed", "tag": "ace1ce2c-60f2-4276-97c3-6f26d166aceb", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:46.513818 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c85b9b4c-980f-4631-a4fe-879574a76573 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:46.514316 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85b9b4c-980f-4631-a4fe-879574a76573'] response: {'server_uuid': 'bd0e6d54-d23a-4a22-a5ab-9a224a71b460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace1ce2c-60f2-4276-97c3-6f26d166aceb', 'code': 200} Aug 30 05:13:46.521119 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.545231 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d88296a4-66ca-493d-b6a3-a54fa1393ae5 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=f62a938e24c641f8bc1d418239c2bc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6265309 Aug 30 05:13:46.547363 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49326) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:46.547530 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6897bb69-326c-4a06-b313-c3844a52a625 req-d7313f97-9fa5-4014-946f-b1350f3d51e6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677275 Aug 30 05:13:46.551722 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88296a4-66ca-493d-b6a3-a54fa1393ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ca4376-09eb-4c08-bdbe-978dc3efeeca,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:46.586559 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=ace1ce2c-60f2-4276-97c3-6f26d166aceb,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:46.593258 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-388810ae-eb64-47c3-92ea-2c94edf295c7 req-df1562ba-174d-4e16-bb3d-d81969fd18bf tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146659 Aug 30 05:13:46.601186 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, fc212efd-2a77-4199-8dbb-eb28c0903801) {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:13:46.606907 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:46.607580 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.613471 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8142bea0-fa68-49a3-a05b-66ae99581c8f None None] Network fc212efd-2a77-4199-8dbb-eb28c0903801 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:13:46.628398 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:46.653331 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2cf09bd3-7a2a-47c0-ad88-6d24acab8e3d admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8483965 Aug 30 05:13:46.674686 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-29748c67-6633-451c-9f5a-5940982a225a admin admin] Publish callbacks [] for security_group (76ca4376-09eb-4c08-bdbe-978dc3efeeca), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.683304 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['38cd1a99-b826-46f6-973e-bf6c13f95335'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:13:46.697481 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-29748c67-6633-451c-9f5a-5940982a225a admin admin] Publish callbacks [] for security_group (76ca4376-09eb-4c08-bdbe-978dc3efeeca), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.756855 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-29748c67-6633-451c-9f5a-5940982a225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (76ca4376-09eb-4c08-bdbe-978dc3efeeca), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.760633 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-29748c67-6633-451c-9f5a-5940982a225a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:46.764639 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-29748c67-6633-451c-9f5a-5940982a225a admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/76ca4376-09eb-4c08-bdbe-978dc3efeeca HTTP/1.1" status: 204 len: 168 time: 0.1931295 Aug 30 05:13:46.784192 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29748c67-6633-451c-9f5a-5940982a225a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ca4376-09eb-4c08-bdbe-978dc3efeeca,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:46.784550 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d16ef-0e82-45c0-8368-94f8d5a5041a req-1ed08857-c037-45a7-9617-602f442c32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:46.784550 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ee5d16ef-0e82-45c0-8368-94f8d5a5041a req-1ed08857-c037-45a7-9617-602f442c32e1 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 1133 time: 0.1308434 Aug 30 05:13:46.820030 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de415b42-3546-48eb-826b-317d49a452dd None None] Network fc212efd-2a77-4199-8dbb-eb28c0903801 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:13:46.914176 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ee5d16ef-0e82-45c0-8368-94f8d5a5041a req-372b95fc-d08b-434b-8e1f-df3b4e52c880 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233661 Aug 30 05:13:47.138578 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f0d97-3775-42ed-bd9a-3276a6fa9c52 req-6b78e150-48d5-4fd7-a7e4-8f4f00f70234 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:47.140915 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cf7f0d97-3775-42ed-bd9a-3276a6fa9c52 req-6b78e150-48d5-4fd7-a7e4-8f4f00f70234 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 949 time: 0.0958853 Aug 30 05:13:47.194665 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cf7f0d97-3775-42ed-bd9a-3276a6fa9c52 req-a860e52b-ac07-4ba8-beb5-849a80c041a6 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Aug 30 05:13:47.797926 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 38cd1a99-b826-46f6-973e-bf6c13f95335 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:13:47.853465 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 38cd1a99-b826-46f6-973e-bf6c13f95335 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:13:47.861467 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 38cd1a99-b826-46f6-973e-bf6c13f95335 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:13:47.861958 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:47.925686 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31043369-0741-469f-8226-ca395b28ee1c req-369e57b4-22b6-4b2d-9357-f39b42ce6289 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:47.927172 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-31043369-0741-469f-8226-ca395b28ee1c req-369e57b4-22b6-4b2d-9357-f39b42ce6289 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 945 time: 0.2467246 Aug 30 05:13:47.944803 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 38cd1a99-b826-46f6-973e-bf6c13f95335 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:13:47.945195 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:47.979214 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-31043369-0741-469f-8226-ca395b28ee1c req-5900a61d-a3f5-4cce-bd10-6b5416b18052 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Aug 30 05:13:47.984799 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 38cd1a99-b826-46f6-973e-bf6c13f95335, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=38cd1a99-b826-46f6-973e-bf6c13f95335,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:47.989452 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:48.034832 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=38cd1a99-b826-46f6-973e-bf6c13f95335,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:48.191658 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49396) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:48.349108 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884d42-87c0-4945-8a25-d7ca5825d87a req-eec31ec0-e7e1-4f98-aa19-f6a7019c3a76 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:48.350686 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e5884d42-87c0-4945-8a25-d7ca5825d87a req-eec31ec0-e7e1-4f98-aa19-f6a7019c3a76 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 949 time: 0.0642040 Aug 30 05:13:48.371711 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:48.379401 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:48.445362 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e5884d42-87c0-4945-8a25-d7ca5825d87a req-cb973851-e4e8-4d90-b637-616fae6599da tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867598 Aug 30 05:13:48.487734 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:48.499099 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Publish callbacks [] for security_group (8dc26b7a-e324-4c06-a9fe-e81d126c658f), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:48.515321 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792da216-65d1-4514-8eca-250051397974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cd1a99-b826-46f6-973e-bf6c13f95335'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:48.515875 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8dc26b7a-e324-4c06-a9fe-e81d126c658f), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:48.520384 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752d46d2-af89-4e2a-8752-76528ccc1fe4" -d '{"events": [{"server_uuid": "792da216-65d1-4514-8eca-250051397974", "name": "network-vif-plugged", "status": "completed", "tag": "38cd1a99-b826-46f6-973e-bf6c13f95335"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:48.562476 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=156eb098e0fc45af8a02bfde5d69f66f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672745 Aug 30 05:13:48.562476 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc26b7a-e324-4c06-a9fe-e81d126c658f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:48.563044 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49420) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:48.573491 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111440f-d472-479d-a8d5-212e15e5b3cf req-de707558-d48a-40f7-a957-dec7843ca157 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:48.575823 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111440f-d472-479d-a8d5-212e15e5b3cf req-de707558-d48a-40f7-a957-dec7843ca157 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0708835 Aug 30 05:13:48.583348 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.583779 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.584188 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.584608 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.585521 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.585521 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.585851 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.586240 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.586574 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.586928 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.587258 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.587686 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.588086 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.588466 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.588850 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f372b-7939-4324-9c9e-770e62d43e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:48.631027 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b802a49-18e4-4269-b222-25186b0673de admin admin] Publish callbacks [] for security_group (8dc26b7a-e324-4c06-a9fe-e81d126c658f), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:48.655064 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b802a49-18e4-4269-b222-25186b0673de admin admin] Publish callbacks [] for security_group (8dc26b7a-e324-4c06-a9fe-e81d126c658f), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:48.687526 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111440f-d472-479d-a8d5-212e15e5b3cf req-5830d5d5-70c9-4883-bcb4-39bf04baddbb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046309 Aug 30 05:13:48.727383 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b802a49-18e4-4269-b222-25186b0673de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8dc26b7a-e324-4c06-a9fe-e81d126c658f), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:48.731609 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b802a49-18e4-4269-b222-25186b0673de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:48.733406 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-0b802a49-18e4-4269-b222-25186b0673de admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8dc26b7a-e324-4c06-a9fe-e81d126c658f HTTP/1.1" status: 204 len: 168 time: 0.1683497 Aug 30 05:13:48.744457 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1963787a-bec0-4a67-b31a-ba87977ce263 x-openstack-request-id: req-1963787a-bec0-4a67-b31a-ba87977ce263 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:48.744866 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792da216-65d1-4514-8eca-250051397974", "name": "network-vif-plugged", "status": "completed", "tag": "38cd1a99-b826-46f6-973e-bf6c13f95335", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:48.747931 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1963787a-bec0-4a67-b31a-ba87977ce263 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:48.748640 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1963787a-bec0-4a67-b31a-ba87977ce263'] response: {'server_uuid': '792da216-65d1-4514-8eca-250051397974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cd1a99-b826-46f6-973e-bf6c13f95335', 'code': 200} Aug 30 05:13:48.759020 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b802a49-18e4-4269-b222-25186b0673de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc26b7a-e324-4c06-a9fe-e81d126c658f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:48.789974 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 49430) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:48.800779 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-7163293b-b163-41a0-a6ea-1634a0616743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:48.802575 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-7163293b-b163-41a0-a6ea-1634a0616743 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 1129 time: 0.0753934 Aug 30 05:13:48.876112 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:48.894579 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb433c-32ef-4a93-b8af-c85a2d6bae8a req-d817655e-4fe9-4c9f-a19e-5f4364676c36 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:48.896277 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-07fb433c-32ef-4a93-b8af-c85a2d6bae8a req-d817655e-4fe9-4c9f-a19e-5f4364676c36 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 949 time: 0.0526409 Aug 30 05:13:48.959137 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-07fb433c-32ef-4a93-b8af-c85a2d6bae8a req-cf93b96c-0c1a-4ed0-a4ae-aa9f08425b17 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572045 Aug 30 05:13:49.126258 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-f8307528-7227-4bdd-8181-5b6c09b4c77a tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:49.136033 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-f8307528-7227-4bdd-8181-5b6c09b4c77a tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/networks?id=fc212efd-2a77-4199-8dbb-eb28c0903801 HTTP/1.1" status: 200 len: 813 time: 0.1416297 Aug 30 05:13:49.144748 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07f548-5f73-4d16-ad7f-e0382899ed41 req-787704be-29ba-4346-a5a2-2542d401316e tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:49.146472 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3b07f548-5f73-4d16-ad7f-e0382899ed41 req-787704be-29ba-4346-a5a2-2542d401316e tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 946 time: 0.0709507 Aug 30 05:13:49.157752 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-19ac3b21-49d2-4608-b831-751f5dda6225 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/quotas/d98f56be5fb14ebe9e938ebc0f642994 HTTP/1.1" status: 200 len: 375 time: 0.0198510 Aug 30 05:13:49.188635 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-7221f657-97e5-48d7-88a5-0dbf05a87eb1 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d98f56be5fb14ebe9e938ebc0f642994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294824 Aug 30 05:13:49.212576 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3b07f548-5f73-4d16-ad7f-e0382899ed41 req-852f4098-0ac2-49a9-afaa-c89cd855547f tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601180 Aug 30 05:13:49.213791 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:49.285566 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-8315cdb8-167b-4c5c-9873-eac5616143d5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892117 Aug 30 05:13:49.290146 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Publish callbacks [] for security_group (4c93b4b3-608f-44bd-848b-651223c1c015), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:49.294066 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4c93b4b3-608f-44bd-848b-651223c1c015), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:49.330849 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c93b4b3-608f-44bd-848b-651223c1c015,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:49.339845 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=e546d038f14c404194fc01642c6d7d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476270 Aug 30 05:13:49.341475 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.341820 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.342160 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.342495 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.342599 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49446) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:49.342862 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.343178 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.343501 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.344081 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.344404 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.344724 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.345047 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.345886 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.346210 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.346528 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.346863 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3423b28-d033-40f9-ae43-f81b34415d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:13:49.415263 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-e6dfc869-cc70-4df5-92c8-6125890482ed service neutron] 10.222.0.77 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235173 Aug 30 05:13:49.427048 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de09b42f-64ed-4183-bab6-1cb1236b0dd6 admin admin] Publish callbacks [] for security_group (4c93b4b3-608f-44bd-848b-651223c1c015), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:49.453682 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de09b42f-64ed-4183-bab6-1cb1236b0dd6 admin admin] Publish callbacks [] for security_group (4c93b4b3-608f-44bd-848b-651223c1c015), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:49.503030 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de09b42f-64ed-4183-bab6-1cb1236b0dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (4c93b4b3-608f-44bd-848b-651223c1c015), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:49.505581 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de09b42f-64ed-4183-bab6-1cb1236b0dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:49.506787 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-de09b42f-64ed-4183-bab6-1cb1236b0dd6 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/4c93b4b3-608f-44bd-848b-651223c1c015 HTTP/1.1" status: 204 len: 168 time: 0.1631176 Aug 30 05:13:49.514663 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09b42f-64ed-4183-bab6-1cb1236b0dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c93b4b3-608f-44bd-848b-651223c1c015,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:49.584136 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-40ee100f-8e1f-4a3d-a8e0-b06e6e6ab5a1 req-4a744e66-3250-41f4-a5c3-f8b07103fe61 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 210 time: 0.0328629 Aug 30 05:13:49.816122 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98edad4-842f-47f0-9f7b-f60f1618e659 req-5dff0397-6eeb-4891-a2c8-af1ef02a3b7c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:49.817883 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e98edad4-842f-47f0-9f7b-f60f1618e659 req-5dff0397-6eeb-4891-a2c8-af1ef02a3b7c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0547986 Aug 30 05:13:49.821817 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 49462) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:49.842696 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:49.844400 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1dafbdea-9255-43d6-a406-30fbdf7f46df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:49.916000 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e98edad4-842f-47f0-9f7b-f60f1618e659 req-1dc79c97-8a41-4017-885a-dfdd9130a12c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869603 Aug 30 05:13:49.946774 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:49.975463 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1dafbdea-9255-43d6-a406-30fbdf7f46df admin admin] Publish callbacks [] for security_group (e9e1d39e-42d2-410a-bb30-1b48d1f4b6eb), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:49.979059 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1dafbdea-9255-43d6-a406-30fbdf7f46df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e9e1d39e-42d2-410a-bb30-1b48d1f4b6eb), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:50.018948 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-1dafbdea-9255-43d6-a406-30fbdf7f46df admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=607b1f5d33de45bd93b31ab002707d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960568 Aug 30 05:13:50.019707 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafbdea-9255-43d6-a406-30fbdf7f46df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e1d39e-42d2-410a-bb30-1b48d1f4b6eb,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:50.021615 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 49468) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:50.119568 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4496a1f9-c935-4f77-b8b0-c293a1da1cab admin admin] Publish callbacks [] for security_group (e9e1d39e-42d2-410a-bb30-1b48d1f4b6eb), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:50.167711 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9674948-dd33-424f-bf98-4db5a6074952 req-6cffc812-08cd-4cd4-bfbc-0344fad81b16 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:50.169191 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b9674948-dd33-424f-bf98-4db5a6074952 req-6cffc812-08cd-4cd4-bfbc-0344fad81b16 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 949 time: 0.1098123 Aug 30 05:13:50.185330 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4496a1f9-c935-4f77-b8b0-c293a1da1cab admin admin] Publish callbacks [] for security_group (e9e1d39e-42d2-410a-bb30-1b48d1f4b6eb), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:50.218340 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:50.286385 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-34efd3d9-4205-420a-a624-f80f4736cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:50.287880 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-34efd3d9-4205-420a-a624-f80f4736cf15 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.2087417 Aug 30 05:13:50.292964 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b9674948-dd33-424f-bf98-4db5a6074952 req-922c92ef-8fd5-4d96-9701-1627b73a8bc0 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4d69c4a-5495-4b77-b0d3-d1147fa41332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098192 Aug 30 05:13:50.307531 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4496a1f9-c935-4f77-b8b0-c293a1da1cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e9e1d39e-42d2-410a-bb30-1b48d1f4b6eb), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:50.310136 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4496a1f9-c935-4f77-b8b0-c293a1da1cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:50.311263 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-4496a1f9-c935-4f77-b8b0-c293a1da1cab admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/e9e1d39e-42d2-410a-bb30-1b48d1f4b6eb HTTP/1.1" status: 204 len: 168 time: 0.2886503 Aug 30 05:13:50.320066 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496a1f9-c935-4f77-b8b0-c293a1da1cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e1d39e-42d2-410a-bb30-1b48d1f4b6eb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:50.396360 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce1586-6e20-43e9-afaf-ae322deb5c81 req-4c34430f-af8b-4e06-8348-dd849b091a08 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:50.397969 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-03ce1586-6e20-43e9-afaf-ae322deb5c81 req-4c34430f-af8b-4e06-8348-dd849b091a08 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 946 time: 0.1055222 Aug 30 05:13:50.411785 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-8be8319a-e769-4ef7-be54-c8c7f88f69d3 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3231ee58-a276-4f6a-a338-703b3e38ed84 HTTP/1.1" status: 200 len: 217 time: 0.0817342 Aug 30 05:13:50.417908 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652dc2e-7e04-4a5b-9937-cfd1969c6beb req-27a77048-31bd-4ef1-8a8c-f9ef1758e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:50.419448 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c652dc2e-7e04-4a5b-9937-cfd1969c6beb req-27a77048-31bd-4ef1-8a8c-f9ef1758e14a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 1130 time: 0.0907919 Aug 30 05:13:50.468089 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-03ce1586-6e20-43e9-afaf-ae322deb5c81 req-6c7e6d28-d27f-460b-9e2a-816305b70d1e tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572326 Aug 30 05:13:50.489383 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:50.508559 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-489cfc27-8746-4185-8a4a-9c6a0b715e72 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:50.509904 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-489cfc27-8746-4185-8a4a-9c6a0b715e72 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 949 time: 0.1091855 Aug 30 05:13:50.557351 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c652dc2e-7e04-4a5b-9937-cfd1969c6beb req-beb10d95-c168-4b6a-a417-2f0677fb0933 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077271 Aug 30 05:13:50.572193 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-de5a20b5-c162-4b9a-afd5-b96b7b1ba5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:50.573630 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-de5a20b5-c162-4b9a-afd5-b96b7b1ba5d6 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.1376491 Aug 30 05:13:50.620129 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Deleting port ace1ce2c-60f2-4276-97c3-6f26d166aceb {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:13:50.620709 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:50.700201 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-99171742-915a-4bec-ad0d-00081fe10fd5 req-27749c3d-6bcf-42a0-b4be-7b95109363ff tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 210 time: 0.0323935 Aug 30 05:13:50.749500 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] For port ace1ce2c-60f2-4276-97c3-6f26d166aceb, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ace1ce2c-60f2-4276-97c3-6f26d166aceb,segment=NetworkSegment(462d5aa7-eafb-4ada-bb51-596667ab4ff9),segment_id=462d5aa7-eafb-4ada-bb51-596667ab4ff9)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:50.749876 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:50.763188 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Calling delete_port for ace1ce2c-60f2-4276-97c3-6f26d166aceb owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:13:50.855107 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-fa5b5e29-ddca-4622-aba7-d3700cedf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:50.856591 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-fa5b5e29-ddca-4622-aba7-d3700cedf40e service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536246 Aug 30 05:13:51.006651 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (ace1ce2c-60f2-4276-97c3-6f26d166aceb), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:51.025236 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['ace1ce2c-60f2-4276-97c3-6f26d166aceb'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:13:51.043919 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-c809db3a-e2c4-49fe-9f44-d0807d61e43d service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737077 Aug 30 05:13:51.045072 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Pushing event deleted for resources: {'Port': ['ID=ace1ce2c-60f2-4276-97c3-6f26d166aceb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:51.073109 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fbb68-2553-430e-a1ad-6c69379ac136 req-3e9ef304-bd23-45ac-89c6-63a4c865375e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:51.076033 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ad4fbb68-2553-430e-a1ad-6c69379ac136 req-3e9ef304-bd23-45ac-89c6-63a4c865375e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0683265 Aug 30 05:13:51.102264 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] No DVR routers for this DVR port ace1ce2c-60f2-4276-97c3-6f26d166aceb on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:13:51.106121 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:51.110249 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-762b0ed0-bec7-4c77-9e6d-f93720f466e5 req-16858a9c-7fe8-45d0-a3ee-7a794e545f22 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.82 "DELETE /networking/v2.0/ports/ace1ce2c-60f2-4276-97c3-6f26d166aceb HTTP/1.1" status: 204 len: 173 time: 0.5886128 Aug 30 05:13:51.110737 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0e6d54-d23a-4a22-a5ab-9a224a71b460', 'name': 'network-vif-deleted', 'tag': 'ace1ce2c-60f2-4276-97c3-6f26d166aceb'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:51.113017 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa459097-f4bc-4f06-b311-0612f95371bd" -d '{"events": [{"server_uuid": "bd0e6d54-d23a-4a22-a5ab-9a224a71b460", "name": "network-vif-deleted", "tag": "ace1ce2c-60f2-4276-97c3-6f26d166aceb"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:51.136439 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ad4fbb68-2553-430e-a1ad-6c69379ac136 req-e95e2648-b89a-4db0-81c5-65e17a0f22f1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536036 Aug 30 05:13:51.168407 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98be6d0-66c5-4026-8503-dcc083248f9d x-openstack-request-id: req-f98be6d0-66c5-4026-8503-dcc083248f9d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:51.168811 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0e6d54-d23a-4a22-a5ab-9a224a71b460", "name": "network-vif-deleted", "tag": "ace1ce2c-60f2-4276-97c3-6f26d166aceb", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:51.169155 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f98be6d0-66c5-4026-8503-dcc083248f9d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:51.169739 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98be6d0-66c5-4026-8503-dcc083248f9d'] response: {'server_uuid': 'bd0e6d54-d23a-4a22-a5ab-9a224a71b460', 'name': 'network-vif-deleted', 'tag': 'ace1ce2c-60f2-4276-97c3-6f26d166aceb', 'status': 'completed', 'code': 200} Aug 30 05:13:51.295915 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b03fa8d6-da1e-40ff-b6d3-8d1c8ee9dce8 req-b3d9cff8-55ef-4b4a-a916-78c7f7fe294e service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970852 Aug 30 05:13:51.397754 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-06505575-c55b-41d9-838f-b1d9880a343d req-973aa21e-c55b-4656-8c82-d36e2a8c6094 tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 210 time: 0.0287130 Aug 30 05:13:51.585681 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:51.606158 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b93fa1-beff-4048-82e5-a1a314c953ec req-b709dc9a-eb83-4ad6-9529-5fbc08e7a4c2 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:51.611714 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-72b93fa1-beff-4048-82e5-a1a314c953ec req-b709dc9a-eb83-4ad6-9529-5fbc08e7a4c2 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 946 time: 0.0651574 Aug 30 05:13:51.691236 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-72b93fa1-beff-4048-82e5-a1a314c953ec req-8b077fb8-7269-4d1b-b456-bb8c64ca4033 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745666 Aug 30 05:13:51.827338 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d16cd9c2-38b0-4dad-8d59-b7dbb643727d req-12c027d0-a085-4e86-aa2d-146fe991caea tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 210 time: 0.0289133 Aug 30 05:13:51.836551 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-58287a40-16d1-45a5-88d9-9421aa19ba57 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:51.838231 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-58287a40-16d1-45a5-88d9-9421aa19ba57 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.82 "GET /networking/v2.0/networks?id=fc212efd-2a77-4199-8dbb-eb28c0903801 HTTP/1.1" status: 200 len: 813 time: 0.1423032 Aug 30 05:13:51.880125 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Request body: {'port': {'device_id': '48af496a-2b9e-4b18-aad8-59e43cfa075b', 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801', 'admin_state_up': True, 'tenant_id': 'd98f56be5fb14ebe9e938ebc0f642994'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:51.927675 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:51.991685 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Made reservation on behalf of d98f56be5fb14ebe9e938ebc0f642994 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:13:51.996496 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:52.142446 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Allocated IP 172.20.0.2 (fc212efd-2a77-4199-8dbb-eb28c0903801/abce960a-4f45-4833-8e35-6a33d868460f/b0c9e9dd-7bc1-4662-8798-666b8b9584c8) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:13:52.309332 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63f3cf-85e2-4f40-8222-bcffb917d64e req-54666671-9be2-4c10-abd0-fd4c1279f77a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:52.310788 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2a63f3cf-85e2-4f40-8222-bcffb917d64e req-54666671-9be2-4c10-abd0-fd4c1279f77a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0925798 Aug 30 05:13:52.372032 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks [] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:52.396139 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2a63f3cf-85e2-4f40-8222-bcffb917d64e req-5b13ea4c-7b5c-4040-b6c2-35bdcd0919e8 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754611 Aug 30 05:13:52.420016 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:52.472795 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Network fc212efd-2a77-4199-8dbb-eb28c0903801 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:13:52.476208 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:13:52.482611 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:13:52.483782 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:52.484393 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:52.498539 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Pushing event updated for resources: {'Port': ['ID=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:52.508254 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a3346077-33ab-4ef6-b095-a2c1c3c0c3ba tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6325526 Aug 30 05:13:52.526952 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8c30fd8f-1808-4ed5-bf94-486b7c3f472f req-d9b1ce2f-14ed-4c41-9b9f-ba540109eb7c tempest-VolumesNegativeTest-608150310 tempest-VolumesNegativeTest-608150310-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=bd0e6d54-d23a-4a22-a5ab-9a224a71b460 HTTP/1.1" status: 200 len: 210 time: 0.0338125 Aug 30 05:13:52.584432 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Request body: {'port': {'device_id': '48af496a-2b9e-4b18-aad8-59e43cfa075b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:13:52.658532 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:52.672944 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:52.782096 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:52.968157 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051309d5-9ce4-4e6b-9a06-9abdb9ac6952 req-c6d32f3a-3e20-4a67-85de-55388f3152d9 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:52.969873 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-051309d5-9ce4-4e6b-9a06-9abdb9ac6952 req-c6d32f3a-3e20-4a67-85de-55388f3152d9 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 931 time: 0.0535433 Aug 30 05:13:53.024316 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-051309d5-9ce4-4e6b-9a06-9abdb9ac6952 req-35e2bdca-efdd-4c5a-9e18-7b2b6ddb2ad7 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478930 Aug 30 05:13:53.134532 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c808d-d142-4a21-8c2a-42f3233d6a26 req-f4f65c62-8a6c-4e26-9827-a735758e5bce tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:53.136065 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-878c808d-d142-4a21-8c2a-42f3233d6a26 req-f4f65c62-8a6c-4e26-9827-a735758e5bce tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 946 time: 0.3699224 Aug 30 05:13:53.224157 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-878c808d-d142-4a21-8c2a-42f3233d6a26 req-d909647a-a7c7-4c7b-b979-779edfa4098b tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808880 Aug 30 05:13:53.288081 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c9e9dd-7bc1-4662-8798-666b8b9584c8 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:13:53.295891 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Publish callbacks [] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:53.310277 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Transition to ACTIVE for port object b0c9e9dd-7bc1-4662-8798-666b8b9584c8 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:13:53.315249 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:53.383866 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:53.388056 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Attempting to bind port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:13:53.388395 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Attempting to bind port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '658f729b-a240-422e-bcfc-ceadcc330f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:13:53.388725 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Attempting to bind port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 on network fc212efd-2a77-4199-8dbb-eb28c0903801 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:13:53.393246 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 on network fc212efd-2a77-4199-8dbb-eb28c0903801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:13:53.393533 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Attempting to bind port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 on network fc212efd-2a77-4199-8dbb-eb28c0903801 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:13:53.398439 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:13:53.398798 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Checking segment: {'id': '658f729b-a240-422e-bcfc-ceadcc330f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:13:53.399202 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Bound using segment: {'id': '658f729b-a240-422e-bcfc-ceadcc330f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:13:53.399622 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Bound port: b0c9e9dd-7bc1-4662-8798-666b8b9584c8, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658f729b-a240-422e-bcfc-ceadcc330f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:13:53.399979 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:53.471458 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] For port b0c9e9dd-7bc1-4662-8798-666b8b9584c8, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:13:53.475264 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] For port b0c9e9dd-7bc1-4662-8798-666b8b9584c8, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:13:53.481546 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:53.486282 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:53.487003 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:53.489113 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/b0c9e9dd-7bc1-4662-8798-666b8b9584c8 HTTP/1.1" status: 200 len: 1093 time: 0.9116240 Aug 30 05:13:53.491459 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48af496a-2b9e-4b18-aad8-59e43cfa075b', 'tag': 'b0c9e9dd-7bc1-4662-8798-666b8b9584c8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:53.493711 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00c3d0e-048f-4daf-b9c9-88094f35ad27" -d '{"events": [{"name": "network-changed", "server_uuid": "48af496a-2b9e-4b18-aad8-59e43cfa075b", "tag": "b0c9e9dd-7bc1-4662-8798-666b8b9584c8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:53.530896 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71406b5-0c65-49a8-b930-edcb7f07bbfc req-9349c569-5261-4703-85e0-369263791b44 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:53.538123 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a71406b5-0c65-49a8-b930-edcb7f07bbfc req-9349c569-5261-4703-85e0-369263791b44 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0639014 Aug 30 05:13:53.575385 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926aa32-3a55-4a5f-bdc0-fd29ff45268a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:53.580472 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28af7e58-5dad-406c-ab30-c9cdece9f8aa x-openstack-request-id: req-28af7e58-5dad-406c-ab30-c9cdece9f8aa {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:53.580965 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48af496a-2b9e-4b18-aad8-59e43cfa075b", "tag": "b0c9e9dd-7bc1-4662-8798-666b8b9584c8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:53.581423 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28af7e58-5dad-406c-ab30-c9cdece9f8aa {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:53.582066 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28af7e58-5dad-406c-ab30-c9cdece9f8aa'] response: {'name': 'network-changed', 'server_uuid': '48af496a-2b9e-4b18-aad8-59e43cfa075b', 'tag': 'b0c9e9dd-7bc1-4662-8798-666b8b9584c8', 'status': 'completed', 'code': 200} Aug 30 05:13:53.598522 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a71406b5-0c65-49a8-b930-edcb7f07bbfc req-5cd51df7-bc5d-4148-adc8-3b735c5be5fb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595019 Aug 30 05:13:53.629569 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-aecff9f5-cfa6-459f-b60f-8177894d12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:53.629569 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-aecff9f5-cfa6-459f-b60f-8177894d12ef service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d98f56be5fb14ebe9e938ebc0f642994&device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 1127 time: 0.0687537 Aug 30 05:13:53.685085 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-593b4842-94a6-4925-8330-329059f2bd8b service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0c9e9dd-7bc1-4662-8798-666b8b9584c8 HTTP/1.1" status: 200 len: 217 time: 0.0495279 Aug 30 05:13:53.750202 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-f14161bf-232d-4413-9422-87c5f6f77580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:53.751836 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-f14161bf-232d-4413-9422-87c5f6f77580 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=abce960a-4f45-4833-8e35-6a33d868460f HTTP/1.1" status: 200 len: 853 time: 0.0519698 Aug 30 05:13:53.789365 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-a6aab766-1b84-4815-a68e-9f85c4681ba6 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fc212efd-2a77-4199-8dbb-eb28c0903801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296974 Aug 30 05:13:53.841643 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device ace1ce2c-60f2-4276-97c3-6f26d166aceb no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:13:53.865521 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: ace1ce2c-60f2-4276-97c3-6f26d166aceb {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:13:53.865954 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device ace1ce2c-60f2-4276-97c3-6f26d166aceb not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:13:53.899183 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:53.909262 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-6158cd16-71e6-42df-9406-d8680803c4bb service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115465 Aug 30 05:13:54.034473 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-92f4f762-ef2d-4781-a3fa-9a7c3b862abf req-2f6ef31f-01f1-4cf1-a83a-3ea2ce541ee4 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171596 Aug 30 05:13:54.101381 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd34b9-d916-4bf4-8a36-92ca958fb6f0 req-9f2972d8-2917-43de-8dbb-57658fcf102e tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:54.103395 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-21bd34b9-d916-4bf4-8a36-92ca958fb6f0 req-9f2972d8-2917-43de-8dbb-57658fcf102e tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 946 time: 0.0523472 Aug 30 05:13:54.175757 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-21bd34b9-d916-4bf4-8a36-92ca958fb6f0 req-068e10b0-7cd9-4011-9308-7a4853fce560 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628173 Aug 30 05:13:54.309916 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76843e-ae3a-46a0-a186-a3954f099aa5 req-64f8a490-1844-4dde-aedd-793321620afe tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:54.311418 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5d76843e-ae3a-46a0-a186-a3954f099aa5 req-64f8a490-1844-4dde-aedd-793321620afe tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 943 time: 0.0498285 Aug 30 05:13:54.371928 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5d76843e-ae3a-46a0-a186-a3954f099aa5 req-5b18c64d-be0d-489c-90a0-ba5bf7ab3799 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548906 Aug 30 05:13:54.608164 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:54.735399 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acaa9e-7dcb-4fc8-a4cf-f66a058b71b3 req-a99d7803-7db4-4ebb-a1be-48bb738b8aee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:54.736999 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b8acaa9e-7dcb-4fc8-a4cf-f66a058b71b3 req-a99d7803-7db4-4ebb-a1be-48bb738b8aee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0524058 Aug 30 05:13:54.786398 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b8acaa9e-7dcb-4fc8-a4cf-f66a058b71b3 req-391d9a00-edc0-4409-87b3-8a567bb19dcd tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Aug 30 05:13:55.303391 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd10dd-2fdb-4eb7-8464-63f749ad3d4a req-c282c3f0-4598-4182-b138-17031f295844 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:55.304856 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a9bd10dd-2fdb-4eb7-8464-63f749ad3d4a req-c282c3f0-4598-4182-b138-17031f295844 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 946 time: 0.0492163 Aug 30 05:13:55.352404 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a9bd10dd-2fdb-4eb7-8464-63f749ad3d4a req-32d02e2f-916a-4177-92b7-4c188c4aba50 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Aug 30 05:13:55.496831 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae557c1c-85bc-44b7-ac7a-41411cd78855 req-800b9cbf-f67d-489b-8ca4-169c789b2cc3 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:55.498285 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae557c1c-85bc-44b7-ac7a-41411cd78855 req-800b9cbf-f67d-489b-8ca4-169c789b2cc3 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 943 time: 0.0519588 Aug 30 05:13:55.548999 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae557c1c-85bc-44b7-ac7a-41411cd78855 req-c4999698-4939-48e9-9439-c10d7c9d8f53 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Aug 30 05:13:55.906156 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7b837-4f97-45f9-9c96-ad3588f927cf req-da2c9888-3000-4ccf-aeab-70a4db3d8996 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:55.908353 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-06e7b837-4f97-45f9-9c96-ad3588f927cf req-da2c9888-3000-4ccf-aeab-70a4db3d8996 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0475056 Aug 30 05:13:55.957190 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-06e7b837-4f97-45f9-9c96-ad3588f927cf req-c11c3538-fc0f-4b04-8873-1579a9e54f18 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Aug 30 05:13:56.490603 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c2eb-ae96-4378-95dd-5283eff55ade req-e79a3472-d73c-4274-9e5c-4e62861d9e67 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:56.495139 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-98f6c2eb-ae96-4378-95dd-5283eff55ade req-e79a3472-d73c-4274-9e5c-4e62861d9e67 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 946 time: 0.0564919 Aug 30 05:13:56.547638 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-98f6c2eb-ae96-4378-95dd-5283eff55ade req-1b2e25f2-7898-4ead-a003-f8d571e4e615 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Aug 30 05:13:56.647641 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:56.680916 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-75a0c5fc-552c-44a3-b432-2bde8fb0604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:56.682470 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-75a0c5fc-552c-44a3-b432-2bde8fb0604f service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d98f56be5fb14ebe9e938ebc0f642994&device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 1127 time: 0.0762310 Aug 30 05:13:56.693968 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234f1a8-2804-4d3a-baf9-23212bfcbb9b req-fb0fded5-f9fb-4f7f-8ed3-1e1044ebcf00 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:56.695464 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7234f1a8-2804-4d3a-baf9-23212bfcbb9b req-fb0fded5-f9fb-4f7f-8ed3-1e1044ebcf00 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 943 time: 0.0612907 Aug 30 05:13:56.746880 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7234f1a8-2804-4d3a-baf9-23212bfcbb9b req-27c6277d-568e-4219-8e32-ba62168bc306 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Aug 30 05:13:57.084369 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f1fa7-57be-4236-8d43-56af6e975571 req-4c5d25aa-cbb6-4e3f-9d14-b21b750e0f96 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:57.084369 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-278f1fa7-57be-4236-8d43-56af6e975571 req-4c5d25aa-cbb6-4e3f-9d14-b21b750e0f96 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 946 time: 0.0937176 Aug 30 05:13:57.100513 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbf7ce-2ad8-46ad-93b2-69cd1c4a923b req-46b6d598-6ba2-4cee-9d53-6ed5b3994798 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:57.102281 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-35cbf7ce-2ad8-46ad-93b2-69cd1c4a923b req-46b6d598-6ba2-4cee-9d53-6ed5b3994798 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0611670 Aug 30 05:13:57.141686 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:57.162566 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-bd65ee81-74f5-46c4-8651-3fbb6e9477f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:57.164143 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-bd65ee81-74f5-46c4-8651-3fbb6e9477f2 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fc212efd-2a77-4199-8dbb-eb28c0903801 HTTP/1.1" status: 200 len: 914 time: 0.1853888 Aug 30 05:13:57.173880 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:57.180115 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-35cbf7ce-2ad8-46ad-93b2-69cd1c4a923b req-56e788a8-d107-4927-ba61-d724b0bd9d3c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642891 Aug 30 05:13:57.244002 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-324f67e6-00d2-43a6-a49d-657e269c88fd service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0c9e9dd-7bc1-4662-8798-666b8b9584c8 HTTP/1.1" status: 200 len: 217 time: 0.0662184 Aug 30 05:13:57.267888 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-278f1fa7-57be-4236-8d43-56af6e975571 req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Deleting port 38cd1a99-b826-46f6-973e-bf6c13f95335 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:13:57.268235 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-278f1fa7-57be-4236-8d43-56af6e975571 req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:57.361206 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-504511f8-4962-4803-856d-6c45a7dfd970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:57.362616 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-504511f8-4962-4803-856d-6c45a7dfd970 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=abce960a-4f45-4833-8e35-6a33d868460f HTTP/1.1" status: 200 len: 853 time: 0.1063178 Aug 30 05:13:57.403192 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-278f1fa7-57be-4236-8d43-56af6e975571 req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] For port 38cd1a99-b826-46f6-973e-bf6c13f95335, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=38cd1a99-b826-46f6-973e-bf6c13f95335,segment=NetworkSegment(a8f03717-9bb4-45d4-ada1-5208753f6b9c),segment_id=a8f03717-9bb4-45d4-ada1-5208753f6b9c)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:57.403559 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-278f1fa7-57be-4236-8d43-56af6e975571 req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:57.416775 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-278f1fa7-57be-4236-8d43-56af6e975571 req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Calling delete_port for 38cd1a99-b826-46f6-973e-bf6c13f95335 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:13:57.420259 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:57.566132 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-278f1fa7-57be-4236-8d43-56af6e975571 req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (38cd1a99-b826-46f6-973e-bf6c13f95335), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:57.580353 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['38cd1a99-b826-46f6-973e-bf6c13f95335'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:13:57.596901 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Pushing event deleted for resources: {'Port': ['ID=38cd1a99-b826-46f6-973e-bf6c13f95335,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:57.665658 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-80463f79-3028-46b6-bf02-ab66a8389896 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fc212efd-2a77-4199-8dbb-eb28c0903801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321884 Aug 30 05:13:57.668935 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-10377eb2-4c1f-4a6a-9cc5-201f26934725 req-4d2f4a70-8b25-42d1-a245-c21c33978edb tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=792da216-65d1-4514-8eca-250051397974 HTTP/1.1" status: 200 len: 210 time: 0.0295153 Aug 30 05:13:57.688669 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-278f1fa7-57be-4236-8d43-56af6e975571 req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] No DVR routers for this DVR port 38cd1a99-b826-46f6-973e-bf6c13f95335 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:13:57.701595 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-278f1fa7-57be-4236-8d43-56af6e975571 req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:57.704802 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-278f1fa7-57be-4236-8d43-56af6e975571 req-55c9b2d1-08a3-4d70-bd48-88d4a5b6fd58 tempest-VolumesActionsTest-1374801759 tempest-VolumesActionsTest-1374801759-project] 10.222.0.82 "DELETE /networking/v2.0/ports/38cd1a99-b826-46f6-973e-bf6c13f95335 HTTP/1.1" status: 204 len: 173 time: 0.6140916 Aug 30 05:13:57.705239 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792da216-65d1-4514-8eca-250051397974', 'name': 'network-vif-deleted', 'tag': '38cd1a99-b826-46f6-973e-bf6c13f95335'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:13:57.707932 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea1cbd-ee3c-40ea-9946-46f3c61ecc1e" -d '{"events": [{"server_uuid": "792da216-65d1-4514-8eca-250051397974", "name": "network-vif-deleted", "tag": "38cd1a99-b826-46f6-973e-bf6c13f95335"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:13:57.794451 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-3e52d48b-c834-404b-b798-39d52b40aad8 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139438 Aug 30 05:13:57.811805 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c7e6fd-4e99-419a-88b5-abcf991031f6 x-openstack-request-id: req-b7c7e6fd-4e99-419a-88b5-abcf991031f6 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:13:57.812098 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792da216-65d1-4514-8eca-250051397974", "name": "network-vif-deleted", "tag": "38cd1a99-b826-46f6-973e-bf6c13f95335", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:13:57.812354 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7c7e6fd-4e99-419a-88b5-abcf991031f6 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:13:57.812942 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c7e6fd-4e99-419a-88b5-abcf991031f6'] response: {'server_uuid': '792da216-65d1-4514-8eca-250051397974', 'name': 'network-vif-deleted', 'tag': '38cd1a99-b826-46f6-973e-bf6c13f95335', 'status': 'completed', 'code': 200} Aug 30 05:13:57.849703 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device b0c9e9dd-7bc1-4662-8798-666b8b9584c8 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:13:57.919936 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a1266-7848-480a-8bf2-0b198d2b9733 req-46cb982b-bd44-4a70-8027-2876e5c7962e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:57.922680 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c00c3d0e-048f-4daf-b9c9-88094f35ad27 req-63750ea9-0e66-4701-a1f0-e39ed10b1b3d service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203079 Aug 30 05:13:57.927856 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e71a1266-7848-480a-8bf2-0b198d2b9733 req-46cb982b-bd44-4a70-8027-2876e5c7962e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 943 time: 0.0691671 Aug 30 05:13:57.982649 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e71a1266-7848-480a-8bf2-0b198d2b9733 req-02d0b19c-2a9d-4a16-bc10-e50f3aafb9c4 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Aug 30 05:13:57.988639 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port b0c9e9dd-7bc1-4662-8798-666b8b9584c8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:58.012984 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'b0c9e9dd-7bc1-4662-8798-666b8b9584c8', 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801', 'port_id': 'b0c9e9dd-7bc1-4662-8798-666b8b9584c8', 'mac_address': 'fa:16:3e:ec:ac:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abce960a-4f45-4833-8e35-6a33d868460f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:13:58.015715 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:58.017985 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 49896) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:58.041207 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:58.060078 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:13:58.060471 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:58.074944 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c9e9dd-7bc1-4662-8798-666b8b9584c8 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:13:58.100878 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port b0c9e9dd-7bc1-4662-8798-666b8b9584c8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:13:58.105084 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:58.181872 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-59df0fc7-33d8-4bfa-b0da-27cde0084a75 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=5ba05d601a9240bb922f4d6dc3cc6bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595716 Aug 30 05:13:58.181993 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 49902) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:13:58.186486 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:58.194687 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:58.249939 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-699fb80a-bb57-4266-a324-6264f8bdf086 admin admin] Publish callbacks [] for security_group (c4d69c4a-5495-4b77-b0d3-d1147fa41332), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:58.272754 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-699fb80a-bb57-4266-a324-6264f8bdf086 admin admin] Publish callbacks [] for security_group (c4d69c4a-5495-4b77-b0d3-d1147fa41332), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:58.340095 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a0a2a-a63d-4fb4-9911-a7100caea118 req-51be6a15-7097-4aa9-af23-612a04cd3baa tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:58.341629 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a93a0a2a-a63d-4fb4-9911-a7100caea118 req-51be6a15-7097-4aa9-af23-612a04cd3baa tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0666723 Aug 30 05:13:58.375644 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-699fb80a-bb57-4266-a324-6264f8bdf086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c4d69c4a-5495-4b77-b0d3-d1147fa41332), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:58.378718 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-699fb80a-bb57-4266-a324-6264f8bdf086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:58.379818 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-699fb80a-bb57-4266-a324-6264f8bdf086 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c4d69c4a-5495-4b77-b0d3-d1147fa41332 HTTP/1.1" status: 204 len: 168 time: 0.1969216 Aug 30 05:13:58.401149 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fb80a-bb57-4266-a324-6264f8bdf086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d69c4a-5495-4b77-b0d3-d1147fa41332,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:13:58.410105 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a93a0a2a-a63d-4fb4-9911-a7100caea118 req-b37e3a6a-1cf5-4a75-9a83-573f33eb124c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600345 Aug 30 05:13:58.445822 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['b0c9e9dd-7bc1-4662-8798-666b8b9584c8'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:13:58.574027 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:13:58.595134 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-9d002eac-8844-48fb-bab8-cd5a904655a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:58.599700 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-9d002eac-8844-48fb-bab8-cd5a904655a5 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 1129 time: 0.0773733 Aug 30 05:13:58.760588 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-863e7f9e-6bea-4c93-ac70-4366fd669e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:58.762326 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-863e7f9e-6bea-4c93-ac70-4366fd669e4a service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.1280406 Aug 30 05:13:58.810048 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-f78a6166-9c90-4df2-af67-9676e3f825e9 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3231ee58-a276-4f6a-a338-703b3e38ed84 HTTP/1.1" status: 200 len: 217 time: 0.0366931 Aug 30 05:13:58.866962 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-5f5a097f-a708-4233-b63c-f8d68f7a980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:58.868439 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-5f5a097f-a708-4233-b63c-f8d68f7a980b service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.0517204 Aug 30 05:13:58.906288 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:13:58.919186 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-d9f3c109-ec3c-401b-b0df-fffa7740475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:58.920762 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-d9f3c109-ec3c-401b-b0df-fffa7740475c service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456407 Aug 30 05:13:59.044881 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-b6d63a7e-1b22-49f1-927c-172887e15e5f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164379 Aug 30 05:13:59.177434 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d29f38-1e23-4486-80f7-89f7b1c8d727 req-6e80ce91-95e6-44bf-a8ad-fe34152e69f4 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:59.180378 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-29d29f38-1e23-4486-80f7-89f7b1c8d727 req-6e80ce91-95e6-44bf-a8ad-fe34152e69f4 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 944 time: 0.0688415 Aug 30 05:13:59.240781 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-66ec3e1e-63d5-4342-be5b-fee1e9a2d0cd req-584cc907-cba2-4dba-9c7d-91544364671c service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886361 Aug 30 05:13:59.271174 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-29d29f38-1e23-4486-80f7-89f7b1c8d727 req-2be42bcd-2440-49f4-a42e-e0e5c1ce13e4 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843465 Aug 30 05:13:59.551718 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de69c8c-3a16-4683-9052-bc6118a96ad9 req-d41a0e2b-aa9a-4d68-bec1-e0b76e2dcf25 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:59.553360 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8de69c8c-3a16-4683-9052-bc6118a96ad9 req-d41a0e2b-aa9a-4d68-bec1-e0b76e2dcf25 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Aug 30 05:13:59.604262 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8de69c8c-3a16-4683-9052-bc6118a96ad9 req-8d5841bf-4ac1-4ef5-bf60-027f2a83b258 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452671 Aug 30 05:13:59.840809 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device b0c9e9dd-7bc1-4662-8798-666b8b9584c8 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:13:59.888240 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:13:59.895890 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:13:59.896267 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:59.976285 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:13:59.977678 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:13:59.986602 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c38e1a-30f2-447a-a87c-b73e602b6c4a req-2c127b56-11a0-48d2-854f-c86145b6def3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:13:59.988337 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c9c38e1a-30f2-447a-a87c-b73e602b6c4a req-2c127b56-11a0-48d2-854f-c86145b6def3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0550425 Aug 30 05:14:00.004550 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48af496a-2b9e-4b18-aad8-59e43cfa075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c9e9dd-7bc1-4662-8798-666b8b9584c8'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:14:00.006783 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036538fe-4d96-4534-9763-d7ed105bf04c" -d '{"events": [{"server_uuid": "48af496a-2b9e-4b18-aad8-59e43cfa075b", "name": "network-vif-plugged", "status": "completed", "tag": "b0c9e9dd-7bc1-4662-8798-666b8b9584c8"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:14:00.027028 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port b0c9e9dd-7bc1-4662-8798-666b8b9584c8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:00.033661 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:00.034535 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 38cd1a99-b826-46f6-973e-bf6c13f95335 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:14:00.049443 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c9c38e1a-30f2-447a-a87c-b73e602b6c4a req-7f486bc2-0cdc-4930-805b-2d449bb5f589 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Aug 30 05:14:00.054113 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97603004-e402-4aaf-bb20-76f5de292917 x-openstack-request-id: req-97603004-e402-4aaf-bb20-76f5de292917 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:14:00.054470 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48af496a-2b9e-4b18-aad8-59e43cfa075b", "name": "network-vif-plugged", "status": "completed", "tag": "b0c9e9dd-7bc1-4662-8798-666b8b9584c8", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:14:00.054718 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97603004-e402-4aaf-bb20-76f5de292917 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:14:00.055163 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97603004-e402-4aaf-bb20-76f5de292917'] response: {'server_uuid': '48af496a-2b9e-4b18-aad8-59e43cfa075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c9e9dd-7bc1-4662-8798-666b8b9584c8', 'code': 200} Aug 30 05:14:00.060347 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 38cd1a99-b826-46f6-973e-bf6c13f95335 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:14:00.060713 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 38cd1a99-b826-46f6-973e-bf6c13f95335 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:14:00.062177 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:00.104804 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:00.395502 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50480bf2-2882-4d71-bc08-82cd86b7a497 req-76342dde-7653-4abf-9b68-c5d4f4d2cb07 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:00.396990 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-50480bf2-2882-4d71-bc08-82cd86b7a497 req-76342dde-7653-4abf-9b68-c5d4f4d2cb07 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 945 time: 0.0487792 Aug 30 05:14:00.446660 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-50480bf2-2882-4d71-bc08-82cd86b7a497 req-58cfeef6-82f0-47b6-a7bb-598deb07435a tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Aug 30 05:14:00.719194 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2896cfd-479e-48bd-bede-ce02edce8840 req-895b2963-4257-4ae2-a4aa-48278a5e583e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:00.721119 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b2896cfd-479e-48bd-bede-ce02edce8840 req-895b2963-4257-4ae2-a4aa-48278a5e583e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0451674 Aug 30 05:14:00.765991 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b2896cfd-479e-48bd-bede-ce02edce8840 req-8431c1cb-5e6f-4dce-9101-f8bac0d3aa69 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394208 Aug 30 05:14:01.180328 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca427625-6e6b-499f-bd37-4274459fe54d req-36227910-be14-4e5d-950e-128fe87b282e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:01.182150 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca427625-6e6b-499f-bd37-4274459fe54d req-36227910-be14-4e5d-950e-128fe87b282e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0513828 Aug 30 05:14:01.230029 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca427625-6e6b-499f-bd37-4274459fe54d req-0b7a7d14-823e-48a3-ba2a-72ca08780952 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421529 Aug 30 05:14:01.560447 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:01.569075 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4730c-d4ca-44bb-9d38-aa9cf16b7f28 req-4a1b7be8-0076-441c-8be5-d2f0d2697c00 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:01.570537 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d0a4730c-d4ca-44bb-9d38-aa9cf16b7f28 req-4a1b7be8-0076-441c-8be5-d2f0d2697c00 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 945 time: 0.0482626 Aug 30 05:14:01.618174 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d0a4730c-d4ca-44bb-9d38-aa9cf16b7f28 req-03c32cbd-1241-4649-b4e9-19dcabef5f28 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Aug 30 05:14:01.888616 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36de07-a502-44ba-82b4-d1118ad72667 req-81e579f4-dc79-47f2-bc14-87e7a7e8c97e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:01.890086 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7d36de07-a502-44ba-82b4-d1118ad72667 req-81e579f4-dc79-47f2-bc14-87e7a7e8c97e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0505450 Aug 30 05:14:01.936936 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7d36de07-a502-44ba-82b4-d1118ad72667 req-4de8992c-95f4-4112-bdec-72259f4e24fa tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 Aug 30 05:14:02.355047 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d4ff2-1847-4f33-a627-71516f883d09 req-f960a066-a2db-4e58-9aee-b4b2816176d7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:02.356914 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-da3d4ff2-1847-4f33-a627-71516f883d09 req-f960a066-a2db-4e58-9aee-b4b2816176d7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0472913 Aug 30 05:14:02.403803 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-da3d4ff2-1847-4f33-a627-71516f883d09 req-935225a7-80e6-4938-b0f0-bf1663ca07f1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 Aug 30 05:14:02.736388 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9043f-432f-4ab2-9e2b-7de48dab11bc req-124a50c6-a348-4450-9604-9796c1c4f839 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:02.737832 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-add9043f-432f-4ab2-9e2b-7de48dab11bc req-124a50c6-a348-4450-9604-9796c1c4f839 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 945 time: 0.0474942 Aug 30 05:14:02.787426 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-add9043f-432f-4ab2-9e2b-7de48dab11bc req-f6e08365-aa9f-46b4-bd9e-871ee3349518 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Aug 30 05:14:03.055941 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a79ac-7b98-488a-880e-4ec253102cc5 req-c2013d66-895b-4f22-b5fb-71557cdaa28d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:03.057405 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-015a79ac-7b98-488a-880e-4ec253102cc5 req-c2013d66-895b-4f22-b5fb-71557cdaa28d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0457609 Aug 30 05:14:03.088136 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:03.117515 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-015a79ac-7b98-488a-880e-4ec253102cc5 req-4a21249c-59c4-4bd8-946a-b2363c3afb6d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520864 Aug 30 05:14:03.203929 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd124f3-18bc-4ae8-9acc-5eeb9ac5dca6 req-308b2ae6-69c2-4db2-b4a0-dc5100a4ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:03.205457 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cdd124f3-18bc-4ae8-9acc-5eeb9ac5dca6 req-308b2ae6-69c2-4db2-b4a0-dc5100a4ba13 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 1129 time: 0.0400009 Aug 30 05:14:03.254159 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cdd124f3-18bc-4ae8-9acc-5eeb9ac5dca6 req-a030ff1e-ba11-48ac-93a1-eabb2c235b6f service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 Aug 30 05:14:03.534176 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f82af-df37-4841-8f09-b11905d2e304 req-fb20bf7e-ed5f-496a-be17-6cf0e90d217e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:03.535708 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ee5f82af-df37-4841-8f09-b11905d2e304 req-fb20bf7e-ed5f-496a-be17-6cf0e90d217e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0513103 Aug 30 05:14:03.568143 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:03.588085 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ee5f82af-df37-4841-8f09-b11905d2e304 req-3431e3b0-a6f1-40eb-b22f-c914b8e19740 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467324 Aug 30 05:14:03.904510 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31888ba-419a-4c80-8cca-5cacb99e8594 req-0f4eae49-f89b-46e4-b42d-642e4e98c295 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:03.905874 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f31888ba-419a-4c80-8cca-5cacb99e8594 req-0f4eae49-f89b-46e4-b42d-642e4e98c295 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 945 time: 0.0461283 Aug 30 05:14:03.952755 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f31888ba-419a-4c80-8cca-5cacb99e8594 req-7229c383-52d0-4f61-85f2-5732b3d3b6f6 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Aug 30 05:14:04.240450 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61d571-f478-46a2-a426-917762fc35ef req-d7dca7e7-878f-4d32-821c-428a2f2e36c3 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:04.242012 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc61d571-f478-46a2-a426-917762fc35ef req-d7dca7e7-878f-4d32-821c-428a2f2e36c3 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0487485 Aug 30 05:14:04.293606 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc61d571-f478-46a2-a426-917762fc35ef req-72dd8a2b-e7ef-47f3-893c-13a60b828294 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Aug 30 05:14:04.738025 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989ff4b-33af-42a4-8c1f-d51f0b173a81 req-1cce74fb-4627-4b3d-a4df-6ff28a4ce2df tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:04.740689 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6989ff4b-33af-42a4-8c1f-d51f0b173a81 req-1cce74fb-4627-4b3d-a4df-6ff28a4ce2df tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0691514 Aug 30 05:14:04.802650 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-597a20aa-ac55-47e8-b9ee-325ca93b14e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:04.814855 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6989ff4b-33af-42a4-8c1f-d51f0b173a81 req-0864479b-afa8-47f4-abbe-5bf0931e6e01 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620213 Aug 30 05:14:05.078652 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a73be-c354-4adf-bfde-8991089f13b1 req-8f521055-9429-4e35-811f-84839987d5c8 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:05.080349 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-268a73be-c354-4adf-bfde-8991089f13b1 req-8f521055-9429-4e35-811f-84839987d5c8 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 945 time: 0.0467064 Aug 30 05:14:05.133780 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-268a73be-c354-4adf-bfde-8991089f13b1 req-e0dcb247-2406-4a5e-adae-3e766373c27a tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477149 Aug 30 05:14:05.443596 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039207f-5830-4840-844e-5e0f0c11fac8 req-a8da45fc-d376-4216-8b95-f2cb26e6f4ac tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:05.459117 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c039207f-5830-4840-844e-5e0f0c11fac8 req-a8da45fc-d376-4216-8b95-f2cb26e6f4ac tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0630219 Aug 30 05:14:05.511711 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c039207f-5830-4840-844e-5e0f0c11fac8 req-78bc9796-104a-453e-82d1-47d80617bd1e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515530 Aug 30 05:14:05.966875 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496496f-0472-4481-bf98-bcab8de1f5d8 req-eb66b579-fc0d-45eb-94c7-a73567e8bfeb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:05.969573 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4496496f-0472-4481-bf98-bcab8de1f5d8 req-eb66b579-fc0d-45eb-94c7-a73567e8bfeb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0579665 Aug 30 05:14:06.035510 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4496496f-0472-4481-bf98-bcab8de1f5d8 req-8bdf8918-0606-48ca-b4d2-20524be28533 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599115 Aug 30 05:14:06.634991 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc270e-ebd6-4ab5-bab8-3cbd54d45250 req-a8d38173-f798-4389-9c67-682c88f7915a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:06.637758 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-22dc270e-ebd6-4ab5-bab8-3cbd54d45250 req-a8d38173-f798-4389-9c67-682c88f7915a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0514970 Aug 30 05:14:06.713507 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-22dc270e-ebd6-4ab5-bab8-3cbd54d45250 req-d86b0003-ba42-4f89-a7cb-51651f75e2f5 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671058 Aug 30 05:14:07.158900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b8d98bed-a9e4-4964-a6cb-87a7ecf06011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:07.170199 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b5d8e-6820-42cb-b8ad-72b89e93a4c2 req-dd73bf95-5779-45ad-b312-2db5f4c0bae6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:07.171861 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b88b5d8e-6820-42cb-b8ad-72b89e93a4c2 req-dd73bf95-5779-45ad-b312-2db5f4c0bae6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0553088 Aug 30 05:14:07.224132 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b88b5d8e-6820-42cb-b8ad-72b89e93a4c2 req-2dce771d-64f4-4da6-9e71-aa8f87a8397f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453341 Aug 30 05:14:07.842911 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c8009-e0de-469a-9d30-4eca1df4f7e0 req-95216be0-7270-4e2e-8410-246530e87781 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:07.845382 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a49c8009-e0de-469a-9d30-4eca1df4f7e0 req-95216be0-7270-4e2e-8410-246530e87781 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0606863 Aug 30 05:14:07.901621 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a49c8009-e0de-469a-9d30-4eca1df4f7e0 req-61f8b106-f645-414a-9ded-239714ee261e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502863 Aug 30 05:14:08.362235 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40587efe-2c5f-40a8-a7ec-a0d7341262ad req-1aa51e56-006c-490a-b233-f48c23834106 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:08.363902 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-40587efe-2c5f-40a8-a7ec-a0d7341262ad req-1aa51e56-006c-490a-b233-f48c23834106 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0521791 Aug 30 05:14:08.384960 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:08.412235 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:08.422719 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-40587efe-2c5f-40a8-a7ec-a0d7341262ad req-fc5a003d-4fb5-46e3-9720-ca9b4975dd01 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530078 Aug 30 05:14:08.573281 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:09.021189 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e09a91-696f-4d43-a9ac-c43c28c56b6b req-6650a8d1-3493-4273-891f-7da165ee5209 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:09.022663 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-29e09a91-696f-4d43-a9ac-c43c28c56b6b req-6650a8d1-3493-4273-891f-7da165ee5209 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0497506 Aug 30 05:14:09.069609 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-29e09a91-696f-4d43-a9ac-c43c28c56b6b req-1686d155-f4c3-47b4-a4b7-5acffbde092b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Aug 30 05:14:09.581995 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7c7a0-bf5c-4287-ae4d-58027c2c27ef req-6ee293ec-893e-4f97-8910-780adeb89a90 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:09.583718 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0ee7c7a0-bf5c-4287-ae4d-58027c2c27ef req-6ee293ec-893e-4f97-8910-780adeb89a90 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0670314 Aug 30 05:14:09.644574 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0ee7c7a0-bf5c-4287-ae4d-58027c2c27ef req-654df216-5db5-4644-9b56-06169ceede90 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549819 Aug 30 05:14:09.932106 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:09.972749 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:10.237792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77f83-56da-4fd9-9e82-d64036b8adf1 req-ffebcca8-780f-4172-a163-cb1c058a458f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:10.239461 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4ac77f83-56da-4fd9-9e82-d64036b8adf1 req-ffebcca8-780f-4172-a163-cb1c058a458f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0736358 Aug 30 05:14:10.327474 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4ac77f83-56da-4fd9-9e82-d64036b8adf1 req-232944f1-fdd2-4260-b6d5-86c412b8e2b6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744839 Aug 30 05:14:10.825623 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4231c-ea55-4bb8-ba71-62e577429e65 req-8449eda6-824f-487e-b3ed-c18ee6fa6ed7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:10.827944 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-00f4231c-ea55-4bb8-ba71-62e577429e65 req-8449eda6-824f-487e-b3ed-c18ee6fa6ed7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0707653 Aug 30 05:14:10.903258 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-00f4231c-ea55-4bb8-ba71-62e577429e65 req-cddb1a52-39b1-470d-b501-1fbf2e3b10ab tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645037 Aug 30 05:14:11.182241 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac9fec-663b-4f38-897d-6825f4e10086 req-6ca9dd7c-9e56-4988-ae13-5d4bc0389878 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:11.193320 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3eac9fec-663b-4f38-897d-6825f4e10086 req-6ca9dd7c-9e56-4988-ae13-5d4bc0389878 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0811327 Aug 30 05:14:11.243780 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3eac9fec-663b-4f38-897d-6825f4e10086 req-c8bae245-d63e-4d02-983e-4441e51de974 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491621 Aug 30 05:14:11.484180 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fdcc5-90a6-4d8f-bab9-6b7f7bed581c req-89766e12-9105-4322-b643-a9ea833116cb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:11.486524 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9d3fdcc5-90a6-4d8f-bab9-6b7f7bed581c req-89766e12-9105-4322-b643-a9ea833116cb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0698655 Aug 30 05:14:11.500929 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:11.545859 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9d3fdcc5-90a6-4d8f-bab9-6b7f7bed581c req-f9e4d2ca-2b5c-49fa-a43a-7d3804480c2c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520945 Aug 30 05:14:11.741246 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 50226) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:11.855307 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21560b9d-13c5-4bf0-bdd5-9216e3e56c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:11.878907 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:11.958474 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21560b9d-13c5-4bf0-bdd5-9216e3e56c84 admin admin] Publish callbacks [] for security_group (94d7909f-4925-4e22-a0b6-fe4f2e5ee90d), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:11.963246 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21560b9d-13c5-4bf0-bdd5-9216e3e56c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (94d7909f-4925-4e22-a0b6-fe4f2e5ee90d), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:12.041175 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21560b9d-13c5-4bf0-bdd5-9216e3e56c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d7909f-4925-4e22-a0b6-fe4f2e5ee90d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:12.062250 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-21560b9d-13c5-4bf0-bdd5-9216e3e56c84 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=415a364df08041ed9fa305477fadf421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198254 Aug 30 05:14:12.065846 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 50234) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:12.075070 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f29b5-33e5-48d0-a0b4-11ea7b12d62e req-a9f5efde-cc27-4628-ad0a-b543497c4387 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:12.081975 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae2f29b5-33e5-48d0-a0b4-11ea7b12d62e req-a9f5efde-cc27-4628-ad0a-b543497c4387 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0860283 Aug 30 05:14:12.092709 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:12.120612 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b223c92c-c5bb-4911-aff3-e301c231ee6f admin admin] Publish callbacks [] for security_group (94d7909f-4925-4e22-a0b6-fe4f2e5ee90d), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:12.143755 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b223c92c-c5bb-4911-aff3-e301c231ee6f admin admin] Publish callbacks [] for security_group (94d7909f-4925-4e22-a0b6-fe4f2e5ee90d), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:12.145451 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae2f29b5-33e5-48d0-a0b4-11ea7b12d62e req-b8892f09-3298-4502-b515-64582b12cf85 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556967 Aug 30 05:14:12.194792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b223c92c-c5bb-4911-aff3-e301c231ee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (94d7909f-4925-4e22-a0b6-fe4f2e5ee90d), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:12.197761 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b223c92c-c5bb-4911-aff3-e301c231ee6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:12.199487 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-b223c92c-c5bb-4911-aff3-e301c231ee6f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/94d7909f-4925-4e22-a0b6-fe4f2e5ee90d HTTP/1.1" status: 204 len: 168 time: 0.1324840 Aug 30 05:14:12.209150 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223c92c-c5bb-4911-aff3-e301c231ee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d7909f-4925-4e22-a0b6-fe4f2e5ee90d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:12.400719 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e7e97-40f6-42d5-ba34-28a7e93d7b83 req-5cc949d0-472a-45f4-b419-361c49c358fa tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:12.403344 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4c9e7e97-40f6-42d5-ba34-28a7e93d7b83 req-5cc949d0-472a-45f4-b419-361c49c358fa tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0737362 Aug 30 05:14:12.474804 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4c9e7e97-40f6-42d5-ba34-28a7e93d7b83 req-165ab345-e6ee-4af7-84de-e22462b8e654 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657310 Aug 30 05:14:12.682103 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9b7ba-7baa-483a-9b68-0943f1de4262 req-3ab61b14-8cec-4170-90bd-dfed56b3556e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:12.689360 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-23f9b7ba-7baa-483a-9b68-0943f1de4262 req-3ab61b14-8cec-4170-90bd-dfed56b3556e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0620615 Aug 30 05:14:12.741085 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-23f9b7ba-7baa-483a-9b68-0943f1de4262 req-82c6d7cf-3c2b-4d37-8daf-109cb493df8c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503569 Aug 30 05:14:13.287561 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53b40-b407-4b0c-90e2-aaa55097de35 req-e46899da-cc00-4ae8-bfe6-4a9140ddab1c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:13.289618 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-66c53b40-b407-4b0c-90e2-aaa55097de35 req-e46899da-cc00-4ae8-bfe6-4a9140ddab1c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0574090 Aug 30 05:14:13.355535 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-66c53b40-b407-4b0c-90e2-aaa55097de35 req-d8453953-1aa3-473a-827c-85464afba0e5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549498 Aug 30 05:14:13.681180 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86ee04-d04c-49c4-8079-f490c31d4822 req-e5c69be4-eb6e-480e-a8d6-fd85041de933 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:13.682855 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0d86ee04-d04c-49c4-8079-f490c31d4822 req-e5c69be4-eb6e-480e-a8d6-fd85041de933 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.1030743 Aug 30 05:14:13.731354 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0d86ee04-d04c-49c4-8079-f490c31d4822 req-72e659de-62af-4e46-af12-8bba6b184d0e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422606 Aug 30 05:14:13.879641 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898bb3e-0e60-48fa-90fd-b3e35a37c2f0 req-b610b554-90a6-4ed7-8af7-7dfc6adef74b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:13.883263 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a898bb3e-0e60-48fa-90fd-b3e35a37c2f0 req-b610b554-90a6-4ed7-8af7-7dfc6adef74b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0569093 Aug 30 05:14:13.932055 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a898bb3e-0e60-48fa-90fd-b3e35a37c2f0 req-c67335b9-6ec8-4a53-bd18-b142c8239274 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445757 Aug 30 05:14:14.482865 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a001c-0864-4a3f-ac2d-0c0699e332ad req-8f2c11fe-ea6c-4fed-a59e-057bde89cac7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:14.484472 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a15a001c-0864-4a3f-ac2d-0c0699e332ad req-8f2c11fe-ea6c-4fed-a59e-057bde89cac7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0603285 Aug 30 05:14:14.530147 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:14.551611 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a15a001c-0864-4a3f-ac2d-0c0699e332ad req-15d1b79a-c7f8-429c-841e-929932be7853 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608435 Aug 30 05:14:14.876181 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d999a-997e-4af5-a0a5-4805cf4560a2 req-9e1b2dda-d286-47dd-a666-0df235bf63b8 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:14.877922 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9b8d999a-997e-4af5-a0a5-4805cf4560a2 req-9e1b2dda-d286-47dd-a666-0df235bf63b8 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0663450 Aug 30 05:14:14.940728 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9b8d999a-997e-4af5-a0a5-4805cf4560a2 req-a317b446-9bc8-4111-a7f8-851c3c34b2cf tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546701 Aug 30 05:14:15.130743 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a80524-07ec-45d1-ab29-ae7809c6abd7 req-b8fd2226-2e64-4565-93b9-a2bb743cb083 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:15.136658 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-07a80524-07ec-45d1-ab29-ae7809c6abd7 req-b8fd2226-2e64-4565-93b9-a2bb743cb083 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0775437 Aug 30 05:14:15.235244 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-07a80524-07ec-45d1-ab29-ae7809c6abd7 req-ce90ad39-5bbd-438e-ba2d-44c190f4eb61 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862136 Aug 30 05:14:15.692799 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f2bff-299b-43d2-9731-3b5474012e1e req-a7aad43c-eb33-4914-a601-4b0b468186e5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:15.694761 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d10f2bff-299b-43d2-9731-3b5474012e1e req-a7aad43c-eb33-4914-a601-4b0b468186e5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0568449 Aug 30 05:14:15.748839 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d10f2bff-299b-43d2-9731-3b5474012e1e req-bab96b0f-d4d4-4fc6-baf1-efee7f7cbba7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483415 Aug 30 05:14:16.085235 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b5385-c738-406f-894f-f42ee153e160 req-0b73911a-979f-4c17-95af-963c0469159f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:16.086719 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-003b5385-c738-406f-894f-f42ee153e160 req-0b73911a-979f-4c17-95af-963c0469159f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0523279 Aug 30 05:14:16.143925 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-003b5385-c738-406f-894f-f42ee153e160 req-b5f671e8-7384-4ff9-8cec-325bc6bcc129 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508912 Aug 30 05:14:16.389186 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eb989-e895-4710-8e80-f66c2a4abd78 req-cba02b16-432d-4ade-89ba-f3785c78932c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:16.391297 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ae4eb989-e895-4710-8e80-f66c2a4abd78 req-cba02b16-432d-4ade-89ba-f3785c78932c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0504794 Aug 30 05:14:16.458427 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ae4eb989-e895-4710-8e80-f66c2a4abd78 req-24036bf8-d7f9-4931-b604-c97e55cbcdf7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613282 Aug 30 05:14:16.875738 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6201d-e15f-461d-9b29-da40430215bb req-cffb0b22-e540-499e-ba9e-2a17c3055281 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:16.877271 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-24c6201d-e15f-461d-9b29-da40430215bb req-cffb0b22-e540-499e-ba9e-2a17c3055281 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0461936 Aug 30 05:14:16.926260 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-24c6201d-e15f-461d-9b29-da40430215bb req-42679c55-511f-4ace-b065-87cd2bbea190 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426702 Aug 30 05:14:17.265384 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be882a-2404-4e4b-9454-ddcc64a6c0bd req-f9c23ccc-78be-4f11-9bd4-aadc57fb4c17 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:17.266940 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46be882a-2404-4e4b-9454-ddcc64a6c0bd req-f9c23ccc-78be-4f11-9bd4-aadc57fb4c17 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0518196 Aug 30 05:14:17.314607 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46be882a-2404-4e4b-9454-ddcc64a6c0bd req-3bf04c99-d63d-492d-9fe1-6845ab528026 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420659 Aug 30 05:14:17.579092 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5565573-1ec4-4cfa-8b36-973818ecb228 req-b4a0e924-d762-4606-955a-b3dda9f4a565 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:17.580569 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5565573-1ec4-4cfa-8b36-973818ecb228 req-b4a0e924-d762-4606-955a-b3dda9f4a565 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0532384 Aug 30 05:14:17.649934 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5565573-1ec4-4cfa-8b36-973818ecb228 req-490ee3b3-6c9d-46de-9ef6-a58a8c764ada tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580652 Aug 30 05:14:18.080121 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920ac9c-188c-40d2-9109-f698cee85beb req-99eda3dc-7e82-4673-a3fb-efe16739b51f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:18.081676 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6920ac9c-188c-40d2-9109-f698cee85beb req-99eda3dc-7e82-4673-a3fb-efe16739b51f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0562952 Aug 30 05:14:18.136988 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6920ac9c-188c-40d2-9109-f698cee85beb req-5e40ec62-de77-4cc4-a193-e9e6ae5e03bc tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486712 Aug 30 05:14:18.492938 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53e287-e0d1-4485-9787-09c804bf82d3 req-0b3f0f44-90ac-428a-84b0-743490d8b65b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:18.500812 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0c53e287-e0d1-4485-9787-09c804bf82d3 req-0b3f0f44-90ac-428a-84b0-743490d8b65b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0824554 Aug 30 05:14:18.556652 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0c53e287-e0d1-4485-9787-09c804bf82d3 req-bf2afd85-bc29-4b51-8edf-fd74bf4e2118 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549588 Aug 30 05:14:18.801348 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4f7c-589f-4e44-bb71-e232e95ad711 req-1d8a41ef-0791-4b85-96ad-da00f057afab tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:18.803016 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-798e4f7c-589f-4e44-bb71-e232e95ad711 req-1d8a41ef-0791-4b85-96ad-da00f057afab tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0685482 Aug 30 05:14:18.851773 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:18.865655 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-798e4f7c-589f-4e44-bb71-e232e95ad711 req-7dcfde2c-6135-45f9-b97d-27dc471eef90 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566950 Aug 30 05:14:19.340584 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8df1a5-af28-4d46-8af1-3ee1347ee961 req-88743730-84aa-4911-8397-7db6ee7b88a9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:19.340584 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d8df1a5-af28-4d46-8af1-3ee1347ee961 req-88743730-84aa-4911-8397-7db6ee7b88a9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0904555 Aug 30 05:14:19.360005 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:19.449423 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d8df1a5-af28-4d46-8af1-3ee1347ee961 req-d41be60a-4b11-4b0a-bd41-e9f52353e3a1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958264 Aug 30 05:14:19.678248 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:19.741003 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbad17-6f25-4647-9cd8-6f14a0acdae9 req-a9d66416-f2db-49cb-9088-1686614b65c0 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:19.744323 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-65cbad17-6f25-4647-9cd8-6f14a0acdae9 req-a9d66416-f2db-49cb-9088-1686614b65c0 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0755227 Aug 30 05:14:19.803436 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-65cbad17-6f25-4647-9cd8-6f14a0acdae9 req-685bf6f2-31ad-4df8-8696-0fcd193ffa4c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509582 Aug 30 05:14:19.966390 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:UPDATE=9,neutron:SELECT=62,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:20.013841 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a343ff-f891-4bdb-a58d-7aa48897c5dc req-757b6339-395e-40c3-8fa1-955c3affcacc tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:20.022421 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-04a343ff-f891-4bdb-a58d-7aa48897c5dc req-757b6339-395e-40c3-8fa1-955c3affcacc tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0710959 Aug 30 05:14:20.082552 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-04a343ff-f891-4bdb-a58d-7aa48897c5dc req-a622edf7-aa48-4057-bc3b-3e65c622fa77 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588055 Aug 30 05:14:20.602558 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac284e2-f13b-4e7a-a2ba-6f0cedca0907 req-c31cd7ce-cb88-47f2-a97a-12f1df2c1b6d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:20.605417 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5ac284e2-f13b-4e7a-a2ba-6f0cedca0907 req-c31cd7ce-cb88-47f2-a97a-12f1df2c1b6d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0546877 Aug 30 05:14:20.675470 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5ac284e2-f13b-4e7a-a2ba-6f0cedca0907 req-f2c39638-882b-4aba-b40b-fef8b11dc2cf tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641932 Aug 30 05:14:20.939289 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff1c7c-6d30-49e5-a688-500ab38a317a req-4821b049-0d17-441e-bfba-542f25da5b08 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:20.940693 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-14ff1c7c-6d30-49e5-a688-500ab38a317a req-4821b049-0d17-441e-bfba-542f25da5b08 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0524383 Aug 30 05:14:20.996109 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-14ff1c7c-6d30-49e5-a688-500ab38a317a req-a8688751-7270-4a61-be07-7edab4ff9e8e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495305 Aug 30 05:14:21.203631 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e3aff-fe85-4bff-942b-5df2298fcf02 req-fcbdd6e5-1069-4ec2-b488-751274544844 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:21.205178 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e19e3aff-fe85-4bff-942b-5df2298fcf02 req-fcbdd6e5-1069-4ec2-b488-751274544844 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0550811 Aug 30 05:14:21.265049 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e19e3aff-fe85-4bff-942b-5df2298fcf02 req-cceeca13-88d8-40b7-b964-15b41414a709 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531070 Aug 30 05:14:21.810646 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe647b57-9501-4020-a4cb-de6b422f8fa6 req-a5e8b409-9d6d-48ac-a345-676b5df7efdd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:21.812182 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fe647b57-9501-4020-a4cb-de6b422f8fa6 req-a5e8b409-9d6d-48ac-a345-676b5df7efdd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0562098 Aug 30 05:14:21.866463 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fe647b57-9501-4020-a4cb-de6b422f8fa6 req-93b7a521-0bba-4cdd-b956-0b4fc06caa5c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488214 Aug 30 05:14:22.126673 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658dbc8-8c63-48b4-bdf5-dbad6fc4e4b6 req-1fe7d2d2-67e3-4578-ba13-da399dd29fc1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:22.128278 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1658dbc8-8c63-48b4-bdf5-dbad6fc4e4b6 req-1fe7d2d2-67e3-4578-ba13-da399dd29fc1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0520377 Aug 30 05:14:22.181218 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1658dbc8-8c63-48b4-bdf5-dbad6fc4e4b6 req-ea144ecc-d8aa-4ac7-88b5-678f7afcc3ae tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457988 Aug 30 05:14:22.222646 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:22.406698 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c367c-52e4-46a5-99d2-c480937ef0b9 req-734dd92e-1ed5-47ff-a473-e9bfd50c9cc6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:22.408339 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-032c367c-52e4-46a5-99d2-c480937ef0b9 req-734dd92e-1ed5-47ff-a473-e9bfd50c9cc6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Aug 30 05:14:22.465394 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-032c367c-52e4-46a5-99d2-c480937ef0b9 req-963489d1-f32f-46b1-8a0e-93cc45d8293f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491798 Aug 30 05:14:23.005791 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b86195-a5d0-4cb4-86d6-a4f4a7e0034e req-e23da2c4-dfc0-4bcd-88e2-297030823ed8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:23.008009 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a4b86195-a5d0-4cb4-86d6-a4f4a7e0034e req-e23da2c4-dfc0-4bcd-88e2-297030823ed8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0564733 Aug 30 05:14:23.083400 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a4b86195-a5d0-4cb4-86d6-a4f4a7e0034e req-ffd37dcb-2940-452e-9a93-3ffd59e4c5da tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608087 Aug 30 05:14:23.313641 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62058f78-a856-4dc1-b303-fbee286cf50c req-07ce248b-0b38-4678-84b5-230e32dc1e75 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:23.315139 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-62058f78-a856-4dc1-b303-fbee286cf50c req-07ce248b-0b38-4678-84b5-230e32dc1e75 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0525250 Aug 30 05:14:23.335766 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:23.366967 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-62058f78-a856-4dc1-b303-fbee286cf50c req-5db6bfd7-7173-4f22-b398-941198ace541 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Aug 30 05:14:23.649924 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af01f-0105-4079-b5f7-55430ed27950 req-f0bdf6fc-b2fd-4213-ac6c-beb0f4cb27cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:23.651430 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8d9af01f-0105-4079-b5f7-55430ed27950 req-f0bdf6fc-b2fd-4213-ac6c-beb0f4cb27cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.1004755 Aug 30 05:14:23.697792 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8d9af01f-0105-4079-b5f7-55430ed27950 req-de2b40fd-0c8d-40ee-8b5d-e3177d18ec52 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Aug 30 05:14:24.119270 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e3fc2-4db6-46f8-b9f9-f849c6170725 req-21abe33a-db05-430e-8c99-35c4e4423e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:24.126584 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cb6e3fc2-4db6-46f8-b9f9-f849c6170725 req-21abe33a-db05-430e-8c99-35c4e4423e22 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 1129 time: 0.0527983 Aug 30 05:14:24.193651 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cb6e3fc2-4db6-46f8-b9f9-f849c6170725 req-c6412a16-8ac7-4f67-9100-fb9c33e70526 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593514 Aug 30 05:14:24.304015 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5759306-168c-4c2c-beda-c29a6e559888 req-674416ab-cb85-41b0-8d72-6b66c27a2b4f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:24.305878 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a5759306-168c-4c2c-beda-c29a6e559888 req-674416ab-cb85-41b0-8d72-6b66c27a2b4f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.1059344 Aug 30 05:14:24.406796 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a5759306-168c-4c2c-beda-c29a6e559888 req-20f30e53-63a1-4902-a8c3-d154d774f9a6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928342 Aug 30 05:14:24.562887 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b642d54-b043-44e0-8000-828e7c3d9ec6 req-40e143b9-3442-4696-9b95-a19f49fc0aab tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:24.564446 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2b642d54-b043-44e0-8000-828e7c3d9ec6 req-40e143b9-3442-4696-9b95-a19f49fc0aab tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0615811 Aug 30 05:14:24.611418 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 50480) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:24.639284 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2b642d54-b043-44e0-8000-828e7c3d9ec6 req-db299cec-7d65-47ec-89d2-e169b763cd96 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674019 Aug 30 05:14:24.755896 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b6b70ad-fcd1-43a9-b481-183dafee3c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:24.855643 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e00a-e4a6-4d01-9a7e-8662aba69823 req-1da7934b-4fbb-43fa-b82d-2543126d4347 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:24.857152 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ab74e00a-e4a6-4d01-9a7e-8662aba69823 req-1da7934b-4fbb-43fa-b82d-2543126d4347 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0722268 Aug 30 05:14:24.931593 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b6b70ad-fcd1-43a9-b481-183dafee3c6b admin admin] Publish callbacks [] for security_group (f6c24c01-1ef9-4dca-8d09-fc13e05867be), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:24.941153 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ab74e00a-e4a6-4d01-9a7e-8662aba69823 req-c026826f-b310-43c6-9b3f-9f62d0acdf62 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731335 Aug 30 05:14:24.942831 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b6b70ad-fcd1-43a9-b481-183dafee3c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (f6c24c01-1ef9-4dca-8d09-fc13e05867be), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:24.995317 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7b6b70ad-fcd1-43a9-b481-183dafee3c6b admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=5709c7e42ba84cf797ea1b4bb105c1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824863 Aug 30 05:14:24.996028 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b70ad-fcd1-43a9-b481-183dafee3c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c24c01-1ef9-4dca-8d09-fc13e05867be,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:24.997960 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 50496) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:25.073256 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0537262c-8088-4ca1-ab23-879a3ed5973b admin admin] Publish callbacks [] for security_group (f6c24c01-1ef9-4dca-8d09-fc13e05867be), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:25.104923 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0537262c-8088-4ca1-ab23-879a3ed5973b admin admin] Publish callbacks [] for security_group (f6c24c01-1ef9-4dca-8d09-fc13e05867be), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:25.166396 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0537262c-8088-4ca1-ab23-879a3ed5973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (f6c24c01-1ef9-4dca-8d09-fc13e05867be), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:25.169222 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0537262c-8088-4ca1-ab23-879a3ed5973b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:25.170372 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-0537262c-8088-4ca1-ab23-879a3ed5973b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/f6c24c01-1ef9-4dca-8d09-fc13e05867be HTTP/1.1" status: 204 len: 168 time: 0.1711795 Aug 30 05:14:25.181452 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537262c-8088-4ca1-ab23-879a3ed5973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c24c01-1ef9-4dca-8d09-fc13e05867be,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:25.615923 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3aef5d-57d7-4c57-a24a-72671c26deed req-8a7077f0-804f-42ff-92b2-a7df8504a5cc tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:25.622895 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ac3aef5d-57d7-4c57-a24a-72671c26deed req-8a7077f0-804f-42ff-92b2-a7df8504a5cc tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0712075 Aug 30 05:14:25.713959 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ac3aef5d-57d7-4c57-a24a-72671c26deed req-a02420f9-f695-4941-ac00-9e2b622129a4 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902710 Aug 30 05:14:25.805125 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee79a6-8a2d-4f26-a4f0-2ace7ae5236a req-25ad0183-298b-4ce4-95b4-66173e3c7cf0 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:25.812098 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f6ee79a6-8a2d-4f26-a4f0-2ace7ae5236a req-25ad0183-298b-4ce4-95b4-66173e3c7cf0 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0630670 Aug 30 05:14:25.838157 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:25.872320 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f6ee79a6-8a2d-4f26-a4f0-2ace7ae5236a req-a9485be7-226b-46d7-ad91-fb8c680bef1c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591152 Aug 30 05:14:26.005995 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:14:26.119408 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:26.131879 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b86c58-6073-4050-80cf-37c41341bb6a req-86a152ce-b97f-4468-970a-cfcaa325984d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:26.139558 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-38b86c58-6073-4050-80cf-37c41341bb6a req-86a152ce-b97f-4468-970a-cfcaa325984d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0828717 Aug 30 05:14:26.209789 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-38b86c58-6073-4050-80cf-37c41341bb6a req-d5bfa0e2-76ca-406e-87a6-7da9f1ac924e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690348 Aug 30 05:14:26.272910 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:26.290429 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'port_id': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'mac_address': 'fa:16:3e:b9:60:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:14:26.330908 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 is: ACTIVE; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:26.331638 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:26.347187 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5da19b6-98a0-4af9-b8f5-52291d4a9be0 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:14:26.388412 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:26.398261 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:26.528997 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=6']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:26.539552 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.540214 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.540855 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.541378 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.542076 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.542677 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.543189 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.543692 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.544216 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.544900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.545389 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.545884 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.547234 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.547724 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.548257 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:26.593026 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-47a72210-04f6-4256-a733-385663fac554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:26.594912 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-47a72210-04f6-4256-a733-385663fac554 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 1129 time: 0.0755017 Aug 30 05:14:26.618040 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e12796-d654-42e4-8352-75a9b58be57e req-84ff705e-86d4-4215-ade0-0cd61147457e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:26.620095 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-17e12796-d654-42e4-8352-75a9b58be57e req-84ff705e-86d4-4215-ade0-0cd61147457e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0889525 Aug 30 05:14:26.733016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['c5da19b6-98a0-4af9-b8f5-52291d4a9be0'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:14:26.753921 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-17e12796-d654-42e4-8352-75a9b58be57e req-d99d1b81-b743-4746-91bd-411780184347 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233487 Aug 30 05:14:26.771574 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-bdd0c053-96b2-4e2e-b23d-c9df59ce8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:26.773422 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-bdd0c053-96b2-4e2e-b23d-c9df59ce8dcc service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.1714830 Aug 30 05:14:26.876216 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-10bc3271-d42f-4f3c-adb9-43ae2ac9786b service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3231ee58-a276-4f6a-a338-703b3e38ed84 HTTP/1.1" status: 200 len: 217 time: 0.0951805 Aug 30 05:14:26.906155 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab448b1-d75b-4524-b773-d30443832d37 req-83f585af-da69-409f-860b-4b8cfce890a7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:26.919550 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2ab448b1-d75b-4524-b773-d30443832d37 req-83f585af-da69-409f-860b-4b8cfce890a7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 945 time: 0.0945046 Aug 30 05:14:26.982999 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-d91d973f-44c0-4ac5-a5c2-e419142c6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:26.984553 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-d91d973f-44c0-4ac5-a5c2-e419142c6d57 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.1006179 Aug 30 05:14:27.002787 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:27.029865 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2ab448b1-d75b-4524-b773-d30443832d37 req-56924322-695d-40f7-91bd-957b0f573ad7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091704 Aug 30 05:14:27.049978 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-cd5467a5-5219-493a-820d-77c749fb133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:27.056569 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-cd5467a5-5219-493a-820d-77c749fb133c service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638194 Aug 30 05:14:27.397756 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32145d59-16ff-4a61-b77f-90358ffa343d req-6bcd8993-7327-47c3-a5c3-39c5370f1d64 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:27.404704 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-32145d59-16ff-4a61-b77f-90358ffa343d req-6bcd8993-7327-47c3-a5c3-39c5370f1d64 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.3787413 Aug 30 05:14:27.483069 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-32145d59-16ff-4a61-b77f-90358ffa343d req-f72198e1-73a8-4308-8d2a-bae1861a3a6b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762463 Aug 30 05:14:27.487474 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-ce92af65-9ba5-4491-82e0-f7f73fd176db service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112518 Aug 30 05:14:27.589489 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-df0fbd61-29db-44ef-b48c-7447bcff3c17 req-4715c02c-995d-4a8f-be2d-fff1ebcb63b2 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950289 Aug 30 05:14:27.718444 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5c559-b195-4c74-ba59-69f024fb926c req-7e7aefd1-fa39-4a3e-9d9c-e3013f4bf4d3 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:27.719997 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0e5c559-b195-4c74-ba59-69f024fb926c req-7e7aefd1-fa39-4a3e-9d9c-e3013f4bf4d3 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0503213 Aug 30 05:14:27.787851 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c0e5c559-b195-4c74-ba59-69f024fb926c req-e2c6231a-b2de-4107-aae7-99e317dccbc3 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562346 Aug 30 05:14:27.884126 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:27.915099 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb57624-18f9-4866-8741-660244529587 req-99be761d-0151-461b-8125-f98a2610823f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:27.915697 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-59d89610-1b3a-48e6-a897-551aa79b8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:27.919586 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-59d89610-1b3a-48e6-a897-551aa79b8deb service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 1130 time: 0.0756962 Aug 30 05:14:27.922944 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-dfb57624-18f9-4866-8741-660244529587 req-99be761d-0151-461b-8125-f98a2610823f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0729690 Aug 30 05:14:27.996602 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-dfb57624-18f9-4866-8741-660244529587 req-a9b2552a-55c2-406e-8b89-f79de1d3f2b6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726957 Aug 30 05:14:28.012834 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:28.090606 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-fc1a6e3c-f5f6-4602-ab93-a9e53a079114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:28.092136 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-fc1a6e3c-f5f6-4602-ab93-a9e53a079114 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 911 time: 0.1640601 Aug 30 05:14:28.112092 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:28.112567 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:28.246122 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb84f61-3425-4515-96c4-2cd7b595cfbe req-07038295-737a-424f-9bfe-85fa6eac5864 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:28.263320 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbb84f61-3425-4515-96c4-2cd7b595cfbe req-07038295-737a-424f-9bfe-85fa6eac5864 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 945 time: 0.0707808 Aug 30 05:14:28.276776 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:28.277172 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:28.317454 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:14:28.320688 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b54e9d-9e05-4bb3-badb-7fd08fc5a55d" -d '{"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-plugged", "status": "completed", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:14:28.323391 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dbb84f61-3425-4515-96c4-2cd7b595cfbe req-0e93bde4-f3c3-459a-ba8b-6d8641b41c80 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593863 Aug 30 05:14:28.336956 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:28.344854 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:28.392423 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422d4603-2a2a-45ad-a823-57295bd316a1 x-openstack-request-id: req-422d4603-2a2a-45ad-a823-57295bd316a1 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:14:28.393232 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-plugged", "status": "completed", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:14:28.393232 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-422d4603-2a2a-45ad-a823-57295bd316a1 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:14:28.393628 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422d4603-2a2a-45ad-a823-57295bd316a1'] response: {'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'code': 200} Aug 30 05:14:28.404752 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=7']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:28.910642 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12550b0c-88b4-4a39-88c7-3b19561dcdd0 req-5955cb71-32d2-4c16-a159-457d05f983a8 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:28.918488 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-12550b0c-88b4-4a39-88c7-3b19561dcdd0 req-5955cb71-32d2-4c16-a159-457d05f983a8 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0586641 Aug 30 05:14:28.952296 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:28.965870 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-12550b0c-88b4-4a39-88c7-3b19561dcdd0 req-6d55912a-8134-4ffb-90de-defa00354492 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455844 Aug 30 05:14:29.155302 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad34274-4fd9-4769-96a6-eaa27106b8cd req-b076e774-73a5-4527-9a12-515f60071c69 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:29.156909 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9ad34274-4fd9-4769-96a6-eaa27106b8cd req-b076e774-73a5-4527-9a12-515f60071c69 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0509300 Aug 30 05:14:29.219038 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9ad34274-4fd9-4769-96a6-eaa27106b8cd req-bdfd5ff1-2cc2-4f68-af6c-a298766ce4b2 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548344 Aug 30 05:14:29.436535 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bab8c5-0ff7-46af-8ab7-a9a8eaf4d817 req-78791fc1-6f3a-4745-a318-486216999653 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:29.437987 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-71bab8c5-0ff7-46af-8ab7-a9a8eaf4d817 req-78791fc1-6f3a-4745-a318-486216999653 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0460639 Aug 30 05:14:29.485932 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-71bab8c5-0ff7-46af-8ab7-a9a8eaf4d817 req-45204726-66ce-416a-bad9-575517687e77 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Aug 30 05:14:30.052339 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:30.086287 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcda876-e0cd-41fe-9fd1-4df7fd9a5cb0 req-b9b22e35-92fe-45e8-babd-f9d83ff35447 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:30.087755 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6fcda876-e0cd-41fe-9fd1-4df7fd9a5cb0 req-b9b22e35-92fe-45e8-babd-f9d83ff35447 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0461407 Aug 30 05:14:30.138727 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6fcda876-e0cd-41fe-9fd1-4df7fd9a5cb0 req-6d40a30d-bac4-4802-b05c-b5765889529f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453951 Aug 30 05:14:30.328533 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da0c97-e026-470b-a037-7737951f88f4 req-646a6173-9f87-44a5-9e1c-df36395d9aa0 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:30.329867 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46da0c97-e026-470b-a037-7737951f88f4 req-646a6173-9f87-44a5-9e1c-df36395d9aa0 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0454433 Aug 30 05:14:30.377627 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46da0c97-e026-470b-a037-7737951f88f4 req-c9b4e303-92d8-4513-a0e7-64bca8934112 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Aug 30 05:14:30.605809 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73583833-b25f-40ee-871f-ed10611644bd req-e26105ef-1f10-461b-8c9f-0da489fe1c00 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:30.607148 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-73583833-b25f-40ee-871f-ed10611644bd req-e26105ef-1f10-461b-8c9f-0da489fe1c00 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0449727 Aug 30 05:14:30.653203 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-73583833-b25f-40ee-871f-ed10611644bd req-9dcdbcd3-720c-42fa-bf54-dcddfc8c012c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403316 Aug 30 05:14:31.257576 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a44a1f-0e89-4ddb-a633-d49d58df3ab0 req-89da42a6-7103-4a7d-9761-3c4dc8bb438d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:31.259046 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-47a44a1f-0e89-4ddb-a633-d49d58df3ab0 req-89da42a6-7103-4a7d-9761-3c4dc8bb438d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0495250 Aug 30 05:14:31.304191 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-47a44a1f-0e89-4ddb-a633-d49d58df3ab0 req-3c1de582-0325-44c7-b478-093b916b34ad tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395851 Aug 30 05:14:31.494614 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca2e43-5e59-4dab-8027-cbb7ebd633c2 req-4d31e90d-3964-418b-82e6-a1804af0cda4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:31.496095 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cca2e43-5e59-4dab-8027-cbb7ebd633c2 req-4d31e90d-3964-418b-82e6-a1804af0cda4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0479267 Aug 30 05:14:31.541271 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cca2e43-5e59-4dab-8027-cbb7ebd633c2 req-6f18ba72-d6fe-4888-a85b-6ffa89b7fcb3 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397720 Aug 30 05:14:31.597188 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:31.602355 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:31.773553 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93975a6a-9fcb-435d-b6d8-6780c96e44ef req-ec929981-8b83-4891-9d09-2c529d0548f3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:31.774993 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-93975a6a-9fcb-435d-b6d8-6780c96e44ef req-ec929981-8b83-4891-9d09-2c529d0548f3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0461173 Aug 30 05:14:31.802295 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:31.823465 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-93975a6a-9fcb-435d-b6d8-6780c96e44ef req-b99de5fa-e5b4-4aeb-9731-c3c1e30a268a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430737 Aug 30 05:14:32.421672 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587862a-4774-4201-9008-237ca7b26e12 req-96a7a98c-b6b5-49d8-bd35-9438f5064336 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:32.429813 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1587862a-4774-4201-9008-237ca7b26e12 req-96a7a98c-b6b5-49d8-bd35-9438f5064336 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0538826 Aug 30 05:14:32.477152 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-dd4c7f7f-8999-4bed-812e-e50cbab68aca service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d HTTP/1.1" status: 200 len: 1002 time: 0.0728433 Aug 30 05:14:32.484052 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1587862a-4774-4201-9008-237ca7b26e12 req-09a447ed-b209-4c08-9ada-c6a6bdd202bd tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533817 Aug 30 05:14:32.599834 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-fa55c23c-e6f9-4d79-817c-4581dd87ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:32.601345 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-fa55c23c-e6f9-4d79-817c-4581dd87ba7d service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 200 len: 849 time: 0.0539072 Aug 30 05:14:32.671526 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-4b4c3b7f-1707-45b1-b831-ba4e859f6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:32.673028 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-4b4c3b7f-1707-45b1-b831-ba4e859f6d3a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628202 Aug 30 05:14:32.680919 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eddd56-7677-4895-b798-7a25490d159f req-e83d97ea-8f75-470c-96a3-098f1444f925 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:32.682473 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-55eddd56-7677-4895-b798-7a25490d159f req-e83d97ea-8f75-470c-96a3-098f1444f925 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0516911 Aug 30 05:14:32.737528 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-55eddd56-7677-4895-b798-7a25490d159f req-80282f28-657f-41e8-acf4-9669f4dd0ad3 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494568 Aug 30 05:14:32.820058 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-52fc20f9-7b51-4de5-a873-4b79b0173cdb service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123426 Aug 30 05:14:32.948527 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551aca-288b-4136-9d22-9e80fa9a9368 req-d37c5a17-edf0-4518-a342-0a6232c5f8b1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:32.949970 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3a551aca-288b-4136-9d22-9e80fa9a9368 req-d37c5a17-edf0-4518-a342-0a6232c5f8b1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0458899 Aug 30 05:14:32.970498 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:32.997517 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3a551aca-288b-4136-9d22-9e80fa9a9368 req-07a36242-3064-4a02-9ff5-9756ef595016 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420027 Aug 30 05:14:33.616709 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6fe2c-f549-4d09-af84-6c98fe760c0b req-708afe63-bc58-4eea-abb0-40d55f3fec0f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:33.618668 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2ae6fe2c-f549-4d09-af84-6c98fe760c0b req-708afe63-bc58-4eea-abb0-40d55f3fec0f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0585690 Aug 30 05:14:33.638409 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:33.667396 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2ae6fe2c-f549-4d09-af84-6c98fe760c0b req-a3938353-c7c5-49a1-a379-9cda5fd7e154 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 Aug 30 05:14:33.859749 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a07f1-2f5b-497e-a4e3-a08fb1e87f70 req-90cd5945-3e73-4e83-a451-c0c8f098cbb1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:33.861220 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-920a07f1-2f5b-497e-a4e3-a08fb1e87f70 req-90cd5945-3e73-4e83-a451-c0c8f098cbb1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0473831 Aug 30 05:14:33.906280 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-920a07f1-2f5b-497e-a4e3-a08fb1e87f70 req-f5fa3422-3ceb-499e-aaf0-d48b3edc0974 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Aug 30 05:14:34.119418 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c5795-989e-47a6-8a66-65a7dc5de73c req-83a8796f-7124-4c2e-a604-10934c02e9d0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:34.120918 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-351c5795-989e-47a6-8a66-65a7dc5de73c req-83a8796f-7124-4c2e-a604-10934c02e9d0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0466268 Aug 30 05:14:34.168179 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-351c5795-989e-47a6-8a66-65a7dc5de73c req-e4c9defa-e5b6-49cb-960a-a29473949f8b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413473 Aug 30 05:14:34.788549 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d19d7-5539-49f2-a505-0c062eaf2059 req-b5ae51a7-92f1-4abd-af40-e858622c631b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:34.789942 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f66d19d7-5539-49f2-a505-0c062eaf2059 req-b5ae51a7-92f1-4abd-af40-e858622c631b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0497959 Aug 30 05:14:34.795604 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4e08-024f-4fe0-a03e-99f140ac9013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:34.837168 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f66d19d7-5539-49f2-a505-0c062eaf2059 req-4a4c7ec8-53be-44f5-9f57-35c274eee9dc tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409291 Aug 30 05:14:35.028194 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88f3d-cccb-4eac-bed7-8c54ad09a689 req-bf6b1129-e153-4491-8e44-6dd56182d872 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:35.029645 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-43b88f3d-cccb-4eac-bed7-8c54ad09a689 req-bf6b1129-e153-4491-8e44-6dd56182d872 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0496619 Aug 30 05:14:35.075586 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-43b88f3d-cccb-4eac-bed7-8c54ad09a689 req-6a3a9798-adbe-424e-a9f9-69705c991ca7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Aug 30 05:14:35.289505 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afa576-6c96-40eb-acb1-590928d2aa09 req-2f582a89-33c4-444c-8008-f2c358c083fc tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:35.290974 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d2afa576-6c96-40eb-acb1-590928d2aa09 req-2f582a89-33c4-444c-8008-f2c358c083fc tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0457630 Aug 30 05:14:35.335678 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d2afa576-6c96-40eb-acb1-590928d2aa09 req-1258799e-8f91-4145-bd07-a2a3b74d6a2c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Aug 30 05:14:35.563963 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:14:35.979075 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e7e20-6ba5-4509-b962-924ce2674e1c req-27f9d11f-40be-41fc-845b-a94f98e5ccac tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:35.981013 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a64e7e20-6ba5-4509-b962-924ce2674e1c req-27f9d11f-40be-41fc-845b-a94f98e5ccac tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0624542 Aug 30 05:14:36.062621 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-89691ec6-e8bb-478a-bc0b-3f186d230395 req-0d22ea0e-618a-44fa-af12-a6a7c9f033f9 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728938 Aug 30 05:14:36.065523 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a64e7e20-6ba5-4509-b962-924ce2674e1c req-b9be7384-40d6-4d57-a599-0d2f48b4f253 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774627 Aug 30 05:14:36.202930 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7cf22-622c-48df-b551-8e26d53b2012 req-4fb75a00-c374-4858-95dd-69aff871eb2e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:36.204393 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-41d7cf22-622c-48df-b551-8e26d53b2012 req-4fb75a00-c374-4858-95dd-69aff871eb2e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0503066 Aug 30 05:14:36.250253 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-41d7cf22-622c-48df-b551-8e26d53b2012 req-6f4fce9d-c612-40fb-aefb-7c6066bd7608 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 Aug 30 05:14:36.488212 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296d25-83b4-4114-8c5f-c8acd5ede93b req-14291f56-efd6-42d0-90cb-b443c56abb35 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:36.490295 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ad296d25-83b4-4114-8c5f-c8acd5ede93b req-14291f56-efd6-42d0-90cb-b443c56abb35 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0704665 Aug 30 05:14:36.551286 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ad296d25-83b4-4114-8c5f-c8acd5ede93b req-1817dc27-31ac-421b-83c4-027c147a02f8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543766 Aug 30 05:14:36.779375 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 50778) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:36.840189 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2c04b5-d455-4aea-af3f-9b78e95d4251 admin admin] Deleting subnet 38dab0e7-d5a8-405e-b1d5-ee6ac58478b7 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:14:36.844135 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e2c04b5-d455-4aea-af3f-9b78e95d4251 admin admin] Publish callbacks [] for subnet (38dab0e7-d5a8-405e-b1d5-ee6ac58478b7), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:36.885300 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e2c04b5-d455-4aea-af3f-9b78e95d4251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (38dab0e7-d5a8-405e-b1d5-ee6ac58478b7), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:36.955700 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e2c04b5-d455-4aea-af3f-9b78e95d4251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (38dab0e7-d5a8-405e-b1d5-ee6ac58478b7), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.028200 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:37.038052 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e2c04b5-d455-4aea-af3f-9b78e95d4251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (38dab0e7-d5a8-405e-b1d5-ee6ac58478b7), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.065314 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c04b5-d455-4aea-af3f-9b78e95d4251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38dab0e7-d5a8-405e-b1d5-ee6ac58478b7,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:37.073478 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e2c04b5-d455-4aea-af3f-9b78e95d4251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.076651 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-9e2c04b5-d455-4aea-af3f-9b78e95d4251 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/38dab0e7-d5a8-405e-b1d5-ee6ac58478b7 HTTP/1.1" status: 204 len: 168 time: 0.2959988 Aug 30 05:14:37.079142 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 50784) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:37.157897 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.158808 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0850fcf2-eff8-4cab-9201-03d829de9559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.224294 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910df5f0-7074-4263-a676-12f4513333fb req-341e7049-7636-40ff-b59a-d8a98377503f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:37.225889 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-910df5f0-7074-4263-a676-12f4513333fb req-341e7049-7636-40ff-b59a-d8a98377503f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0654898 Aug 30 05:14:37.262108 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.291062 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-910df5f0-7074-4263-a676-12f4513333fb req-8a6aed67-27d2-4742-add4-ae17780db74c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595574 Aug 30 05:14:37.293439 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5']}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:37.304012 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f03717-9bb4-45d4-ada1-5208753f6b9c') {'for_net_delete': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:37.304320 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f03717-9bb4-45d4-ada1-5208753f6b9c') {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:37.317760 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105004'] for segment (a8f03717-9bb4-45d4-ada1-5208753f6b9c), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.335159 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (a8f03717-9bb4-45d4-ada1-5208753f6b9c), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.343833 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=106380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:14:37.344546 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672422'] for segment (a8f03717-9bb4-45d4-ada1-5208753f6b9c), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.393023 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment a8f03717-9bb4-45d4-ada1-5208753f6b9c resource provider aggregate not found Aug 30 05:14:37.420308 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment a8f03717-9bb4-45d4-ada1-5208753f6b9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8f03717-9bb4-45d4-ada1-5208753f6b9c found for delete ", "request_id": "req-f8daac46-3e14-418a-b7e8-0ab623a93b34"}]} Aug 30 05:14:37.421883 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.434925 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.437948 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5 HTTP/1.1" status: 204 len: 168 time: 0.3579125 Aug 30 05:14:37.453844 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047bb81-2961-416f-b9b7-b8cdce4b1bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f9908e-0aa3-4c4d-a73a-efe9fe4198e5,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:37.698493 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 50802) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:37.741572 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefc46-d22e-4dc3-8441-83709912d934 req-1a26685f-30cd-4bbe-86cd-4c4459b19731 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:37.744364 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-70fefc46-d22e-4dc3-8441-83709912d934 req-1a26685f-30cd-4bbe-86cd-4c4459b19731 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0646970 Aug 30 05:14:37.768641 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 50804) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:37.776337 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f0328000-439d-4773-b0e4-b244d4243526 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1186289656', 'description': 'tempest-description--1861424594'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:37.794165 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-da0ae459-e580-4de7-a45d-9997ea972403 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=9cea756f95e843b5868e53f6446d648a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0936162 Aug 30 05:14:37.796023 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 50806) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:37.814903 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0328000-439d-4773-b0e4-b244d4243526 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.822096 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:37.846100 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-70fefc46-d22e-4dc3-8441-83709912d934 req-14d3fa39-6009-41d2-afed-92c9714dc971 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950325 Aug 30 05:14:37.875983 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21cfca27-3943-459d-80d9-1116ac945991 admin admin] Publish callbacks [] for security_group (23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.901791 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21cfca27-3943-459d-80d9-1116ac945991 admin admin] Publish callbacks [] for security_group (23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.925279 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:37.938463 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0328000-439d-4773-b0e4-b244d4243526 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group (1e4c9a90-f694-44e0-95d3-54a7df8c2e14), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.944988 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0328000-439d-4773-b0e4-b244d4243526 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1e4c9a90-f694-44e0-95d3-54a7df8c2e14), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.966325 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21cfca27-3943-459d-80d9-1116ac945991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.970996 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21cfca27-3943-459d-80d9-1116ac945991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.973100 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-21cfca27-3943-459d-80d9-1116ac945991 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba HTTP/1.1" status: 204 len: 168 time: 0.1752269 Aug 30 05:14:37.983836 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0328000-439d-4773-b0e4-b244d4243526 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4c9a90-f694-44e0-95d3-54a7df8c2e14,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:37.985997 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfca27-3943-459d-80d9-1116ac945991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a4cdf5-8287-4fb8-9fcf-dc8e260a67ba,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:37.991348 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0328000-439d-4773-b0e4-b244d4243526 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:37.992649 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f0328000-439d-4773-b0e4-b244d4243526 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2230654 Aug 30 05:14:37.995906 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 50810) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:38.000985 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-40334a23-393e-4004-97eb-b868943e9de1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Request body: {'security_group_rule': {'security_group_id': '1e4c9a90-f694-44e0-95d3-54a7df8c2e14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:38.031568 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40334a23-393e-4004-97eb-b868943e9de1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group_rule (6bf7ef15-3902-47bc-90a4-b1003703aba1), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.100410 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40334a23-393e-4004-97eb-b868943e9de1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group_rule (6bf7ef15-3902-47bc-90a4-b1003703aba1), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.106146 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40334a23-393e-4004-97eb-b868943e9de1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (6bf7ef15-3902-47bc-90a4-b1003703aba1), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.131188 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40334a23-393e-4004-97eb-b868943e9de1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf7ef15-3902-47bc-90a4-b1003703aba1,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:38.140392 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40334a23-393e-4004-97eb-b868943e9de1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.144085 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-40334a23-393e-4004-97eb-b868943e9de1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442378 Aug 30 05:14:38.144440 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 50816) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:38.149029 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ba0c61cf-f106-424d-bcb8-790bcf491095 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Request body: {'security_group_rule': {'security_group_id': '1e4c9a90-f694-44e0-95d3-54a7df8c2e14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:38.184742 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:38.191256 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba0c61cf-f106-424d-bcb8-790bcf491095 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group_rule (bea897f0-fe89-4eed-803a-dd894e0dfc92), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.274946 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba0c61cf-f106-424d-bcb8-790bcf491095 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group_rule (bea897f0-fe89-4eed-803a-dd894e0dfc92), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.279914 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba0c61cf-f106-424d-bcb8-790bcf491095 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (bea897f0-fe89-4eed-803a-dd894e0dfc92), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.307935 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c61cf-f106-424d-bcb8-790bcf491095 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea897f0-fe89-4eed-803a-dd894e0dfc92,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:38.323014 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba0c61cf-f106-424d-bcb8-790bcf491095 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.327431 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ba0c61cf-f106-424d-bcb8-790bcf491095 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788497 Aug 30 05:14:38.327614 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 50820) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:38.332631 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:38.367870 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.427802 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.482761 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:38.829039 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Allocated IP 172.27.4.174 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/5d45b6c8-a7c8-4e50-9400-23dddfe491b4) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:14:38.841793 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:38.961820 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for port (5d45b6c8-a7c8-4e50-9400-23dddfe491b4), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.073123 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f1c6-22e5-4135-9d4c-92aca2e225c8 req-114c255b-4940-42d5-932f-5a8806b9c3ee tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:39.073123 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-49d7f1c6-22e5-4135-9d4c-92aca2e225c8 req-114c255b-4940-42d5-932f-5a8806b9c3ee tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0896571 Aug 30 05:14:39.098923 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (5d45b6c8-a7c8-4e50-9400-23dddfe491b4), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.153220 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-49d7f1c6-22e5-4135-9d4c-92aca2e225c8 req-593f8904-4317-48b0-ad19-788308ab3ebb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983839 Aug 30 05:14:39.154602 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 50842) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:39.185800 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:39.189516 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:39.195203 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:14:39.252417 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event updated for resources: {'Port': ['ID=5d45b6c8-a7c8-4e50-9400-23dddfe491b4,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:39.273727 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:39.312387 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1862757232-network', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:39.325845 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for floatingip (98b67336-fec1-4cf3-a75f-be1ab83846ea), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.346355 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Made reservation on behalf of 97e3452b02294219ae56cd23eb2aa0ce for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:14:39.349445 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.363370 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.370459 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (5d45b6c8-a7c8-4e50-9400-23dddfe491b4), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.470677 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Publish callbacks [] for security_group (abf94f71-32f4-43c3-95f1-b44c99869c18), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.477478 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (abf94f71-32f4-43c3-95f1-b44c99869c18), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.510017 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:14:39.521599 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf94f71-32f4-43c3-95f1-b44c99869c18,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:39.528993 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (e787dc9a-de78-44c2-a8f8-6970529e573f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.529737 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Added segment e787dc9a-de78-44c2-a8f8-6970529e573f of type vlan for network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 Aug 30 05:14:39.584233 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (15c65eeb-dfe2-43bb-9925-99f6c334ef61), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.617856 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for port (5d45b6c8-a7c8-4e50-9400-23dddfe491b4), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.618333 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (15c65eeb-dfe2-43bb-9925-99f6c334ef61), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.620008 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:39.620727 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.622719 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (5d45b6c8-a7c8-4e50-9400-23dddfe491b4), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.697216 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5400925 Aug 30 05:14:39.697955 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (98b67336-fec1-4cf3-a75f-be1ab83846ea), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.702307 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 50848) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:39.705520 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event updated for resources: {'Port': ['ID=5d45b6c8-a7c8-4e50-9400-23dddfe491b4,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:39.707947 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Request body: {'subnet': {'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1862757232-subnet', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:39.712993 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c26858-45ef-4340-8d95-0ac9e9891e82 admin admin] Pushing event updated for resources: {'Network': ['ID=15c65eeb-dfe2-43bb-9925-99f6c334ef61,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:39.721714 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.727310 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-b5b76273-2049-4797-8a0e-dc46c3713fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3986328 Aug 30 05:14:39.735017 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:14:39.754430 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Made reservation on behalf of 97e3452b02294219ae56cd23eb2aa0ce for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:14:39.759326 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.807183 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:39.808312 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:39.864856 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:39.931105 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.983282 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.987413 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for subnet (9940a200-cfdf-4ce9-b3e0-4116b2f8471e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:39.991027 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-d150a152-d0d1-4b34-874a-a632ff4e8f9e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1186289656&fields=id&tenant_id=d2ce224c162c414c9be681b76801969c HTTP/1.1" status: 200 len: 267 time: 0.0752451 Aug 30 05:14:39.992627 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=17 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:40.071149 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9940a200-cfdf-4ce9-b3e0-4116b2f8471e,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:40.082892 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Checking segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:14:40.083261 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Network hostable DHCP agents. Network: 15c65eeb-dfe2-43bb-9925-99f6c334ef61, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:14:40.109552 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:14:40.113178 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:40.122242 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 15c65eeb-dfe2-43bb-9925-99f6c334ef61) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:40.136928 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:40.137714 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:40.144764 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-3dc1b3f2-29eb-4384-985a-9585853cfe04 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:40.148524 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-3dc1b3f2-29eb-4384-985a-9585853cfe04 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 819 time: 0.1495476 Aug 30 05:14:40.153922 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8873b04-976e-47fe-b112-313641922366 None None] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:14:40.193742 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7b59860b-dcc2-481e-93d4-26cec6a46556 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4877453 Aug 30 05:14:40.194565 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-fb2e05fd-578a-456f-b930-e9a714328bf3 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/quotas/d2ce224c162c414c9be681b76801969c HTTP/1.1" status: 200 len: 375 time: 0.0194402 Aug 30 05:14:40.195211 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 50866) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:40.200265 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:40.273494 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-ebfb578b-71a4-4d1d-8f70-a6433afbd6c5 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0684397 Aug 30 05:14:40.274569 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:40.275658 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:40.335872 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:14:40.337468 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:40.390879 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks [] for router_controller (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), precommit_add_association {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:40.407893 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03d8f7-ec20-4616-915c-d37dfd86f804 req-9bf1f229-d5de-4175-9799-b6f09a0517bb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:40.427635 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5c03d8f7-ec20-4616-915c-d37dfd86f804 req-9bf1f229-d5de-4175-9799-b6f09a0517bb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.1320586 Aug 30 05:14:40.539481 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5c03d8f7-ec20-4616-915c-d37dfd86f804 req-88014b07-bdc1-402e-96e5-385b8c32e0a7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104934 Aug 30 05:14:40.591997 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-48e0752a-4acd-46ce-b4ae-c4229b2843c6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904763 Aug 30 05:14:40.597937 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks [] for router_gateway (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:40.618436 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Allocated IP 172.20.0.2 (15c65eeb-dfe2-43bb-9925-99f6c334ef61/9940a200-cfdf-4ce9-b3e0-4116b2f8471e/c647a9da-b62f-42eb-b3ff-b9cf394cc9de) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:14:40.754247 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:40.797540 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-050e3eab-3974-487e-b82f-3f7a2ee128bf service neutron] 10.222.0.77 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954072 Aug 30 05:14:40.945319 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Publish callbacks [] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:40.956244 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:41.007725 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:41.013137 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:41.015828 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:14:41.022198 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks [] for router_gateway (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:41.052688 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:41.078489 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Pushing event updated for resources: {'Port': ['ID=c647a9da-b62f-42eb-b3ff-b9cf394cc9de,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:41.110044 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0600f3d8-93bc-42ab-8f3d-e8e1885c4d4c req-b2ae4d23-34b6-4db9-a8c5-5edcd6f52f2d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 210 time: 0.0659659 Aug 30 05:14:41.122036 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Attempting to bind port c647a9da-b62f-42eb-b3ff-b9cf394cc9de on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:14:41.122484 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Attempting to bind port c647a9da-b62f-42eb-b3ff-b9cf394cc9de by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:14:41.122957 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Attempting to bind port c647a9da-b62f-42eb-b3ff-b9cf394cc9de on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:14:41.135003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:14:41.135003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Checking segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:14:41.135003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:41.135003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Bound using segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:14:41.135003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Bound port: c647a9da-b62f-42eb-b3ff-b9cf394cc9de, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:14:41.135003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:41.251095 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] For port c647a9da-b62f-42eb-b3ff-b9cf394cc9de, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:14:41.255516 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] For port c647a9da-b62f-42eb-b3ff-b9cf394cc9de, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=c647a9da-b62f-42eb-b3ff-b9cf394cc9de,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:14:41.275986 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:41.288141 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Allocated IP 172.27.4.235 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/5701badf-3110-4c86-9747-d392e48882ca) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:14:41.377810 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c8c8d-73f7-4949-828a-36985c565467 None None] Pushing event updated for resources: {'Port': ['ID=c647a9da-b62f-42eb-b3ff-b9cf394cc9de,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:41.505040 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:41.549755 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks [] for port (5701badf-3110-4c86-9747-d392e48882ca), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:41.687497 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (5701badf-3110-4c86-9747-d392e48882ca), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:41.870196 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:41.879243 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:41.885422 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Pushing event updated for resources: {'Port': ['ID=5701badf-3110-4c86-9747-d392e48882ca,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:41.889866 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:14:41.926939 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b8b33-f2ec-4821-bb3f-b2f840f10148 req-7fb2df7d-aa5e-4a28-a86f-9fba0870d05f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:41.926939 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f57b8b33-f2ec-4821-bb3f-b2f840f10148 req-7fb2df7d-aa5e-4a28-a86f-9fba0870d05f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.1173475 Aug 30 05:14:42.082139 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f57b8b33-f2ec-4821-bb3f-b2f840f10148 req-2f3e956e-f2e5-4074-8d40-d597e824dcd2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478343 Aug 30 05:14:42.288034 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-103ee483-d091-4be5-8de7-4b5fe893f5da req-b4fa2acf-0593-47ae-8ea6-05951c7393f0 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 210 time: 0.0586236 Aug 30 05:14:42.333601 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks [] for router_gateway (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:42.514067 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:42.625004 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:42.802470 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:42.809335 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:14:42.867526 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261de2f9-c9bd-4db7-9a3c-390c9b959d3e None None] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:14:42.943424 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:14:42.962198 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Sync routers for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:14:42.982008 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:42.985521 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-60439d00-b79f-4778-9c54-5db179d3d543 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7884746 Aug 30 05:14:42.988001 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 50936) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:42.989879 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f35d2637-4a58-4d2d-88ab-fd1f9ba74885 None None] Provisioning complete for port c647a9da-b62f-42eb-b3ff-b9cf394cc9de triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:42.990599 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f35d2637-4a58-4d2d-88ab-fd1f9ba74885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:43.024865 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:14:43.025509 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:14:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:43.049078 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:43.109535 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:43.244086 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:14:43.306010 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f35d2637-4a58-4d2d-88ab-fd1f9ba74885 None None] Current status of the port c647a9da-b62f-42eb-b3ff-b9cf394cc9de is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:43.306702 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f35d2637-4a58-4d2d-88ab-fd1f9ba74885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:43.385409 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492607-f479-4a66-81d4-677e48f04749 req-42caeb65-1ea9-4497-8fea-15515ba6455f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:43.387010 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bb492607-f479-4a66-81d4-677e48f04749 req-42caeb65-1ea9-4497-8fea-15515ba6455f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.1294003 Aug 30 05:14:43.443307 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device c647a9da-b62f-42eb-b3ff-b9cf394cc9de up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:43.474437 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bb492607-f479-4a66-81d4-677e48f04749 req-5452a636-4769-47df-a371-ab45bc03b42c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788040 Aug 30 05:14:43.569489 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f35d2637-4a58-4d2d-88ab-fd1f9ba74885 None None] For port c647a9da-b62f-42eb-b3ff-b9cf394cc9de, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=c647a9da-b62f-42eb-b3ff-b9cf394cc9de,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:43.584267 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-072ce539-a90f-4453-826d-fb9d606aa5c9 req-a18ba830-6fa2-4923-a668-2391121f5dd4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 210 time: 0.0912740 Aug 30 05:14:43.635082 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f35d2637-4a58-4d2d-88ab-fd1f9ba74885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:43.823756 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:42Z', 'revision_number': 3, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:43.875778 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Checking router: 6b6c86fe-6bea-4b7b-92f0-a270d0be813f for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:14:43.876351 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Updating router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f port 5701badf-3110-4c86-9747-d392e48882ca binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:14:43.890006 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-c2e70453-eed3-4f09-845a-fc4639ad8914 None None] Provisioning complete for port c647a9da-b62f-42eb-b3ff-b9cf394cc9de triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:43.890361 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c2e70453-eed3-4f09-845a-fc4639ad8914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:43.956176 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:43.999574 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port c647a9da-b62f-42eb-b3ff-b9cf394cc9de triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:44.000003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.107138 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d2637-4a58-4d2d-88ab-fd1f9ba74885 None None] Pushing event updated for resources: {'Port': ['ID=c647a9da-b62f-42eb-b3ff-b9cf394cc9de,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:44.170464 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-c2e70453-eed3-4f09-845a-fc4639ad8914 None None] Current status of the port c647a9da-b62f-42eb-b3ff-b9cf394cc9de is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:44.172719 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-4f1feaab-0dae-4e74-aff3-2224a0f1a8ee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:44.174033 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (5701badf-3110-4c86-9747-d392e48882ca), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.175310 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-4f1feaab-0dae-4e74-aff3-2224a0f1a8ee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 819 time: 0.4379504 Aug 30 05:14:44.181118 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:44.206668 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:44.225004 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:44.305820 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Allocated IP 172.20.0.1 (15c65eeb-dfe2-43bb-9925-99f6c334ef61/9940a200-cfdf-4ce9-b3e0-4116b2f8471e/ebcd9923-28f0-4c6f-805e-b9467911f7fb) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:14:44.311623 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port c647a9da-b62f-42eb-b3ff-b9cf394cc9de is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:44.500955 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-0a5ac817-8a77-41fc-bbb9-6e1d3e585fef tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d2ce224c162c414c9be681b76801969c HTTP/1.1" status: 200 len: 380 time: 0.1123610 Aug 30 05:14:44.508053 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Publish callbacks [] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.545658 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Publish callbacks [] for port (5701badf-3110-4c86-9747-d392e48882ca), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.553300 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (5701badf-3110-4c86-9747-d392e48882ca), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.554019 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.603482 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Attempting to bind port 5701badf-3110-4c86-9747-d392e48882ca on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:14:44.603860 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Attempting to bind port 5701badf-3110-4c86-9747-d392e48882ca by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:14:44.604676 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Attempting to bind port 5701badf-3110-4c86-9747-d392e48882ca on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:14:44.618737 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:14:44.619195 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:14:44.619713 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.620122 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:14:44.620697 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Bound port: 5701badf-3110-4c86-9747-d392e48882ca, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:14:44.621064 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (5701badf-3110-4c86-9747-d392e48882ca), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.622106 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcd9923-28f0-4c6f-805e-b9467911f7fb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:44.644683 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:44.651005 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:44.665929 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:14:44.666583 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.733465 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6807f18-55dd-4b66-8e3c-f2987246e00e req-a7d0d51e-1fb3-41a9-ae21-6d7bddb106bf tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:44.742220 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a6807f18-55dd-4b66-8e3c-f2987246e00e req-a7d0d51e-1fb3-41a9-ae21-6d7bddb106bf tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.1533675 Aug 30 05:14:44.789114 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] For port 5701badf-3110-4c86-9747-d392e48882ca, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:14:44.789114 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] For port 5701badf-3110-4c86-9747-d392e48882ca, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=5701badf-3110-4c86-9747-d392e48882ca,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:14:44.794513 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88e3a2-18f6-4091-884b-15b6ecc6949d None None] Pushing event updated for resources: {'Port': ['ID=5701badf-3110-4c86-9747-d392e48882ca,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:44.798480 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (5701badf-3110-4c86-9747-d392e48882ca), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:44.807459 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:44.854040 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:14:44.854744 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:14:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:44.869464 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1c61abb8-ae5b-417f-b64d-b4267397d7ed req-4f53bac4-855b-4dbe-90b6-1057a1c27be5 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 210 time: 0.0911796 Aug 30 05:14:44.877381 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a6807f18-55dd-4b66-8e3c-f2987246e00e req-1eafda4e-a909-4e0a-9e7b-2518f2928624 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233096 Aug 30 05:14:44.968974 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:45.201555 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Publish callbacks [] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:45.219359 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:45.221166 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:45.269032 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:14:45.308042 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:45.329296 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device c647a9da-b62f-42eb-b3ff-b9cf394cc9de up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:45.344297 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcd9923-28f0-4c6f-805e-b9467911f7fb,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:45.376852 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88e3a2-18f6-4091-884b-15b6ecc6949d None None] Pushing event updated for resources: {'Port': ['ID=5701badf-3110-4c86-9747-d392e48882ca,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:45.395707 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:45.397147 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:45.413085 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-2b665a18-6d86-4154-9517-d2777439db7d None None] Provisioning complete for port ebcd9923-28f0-4c6f-805e-b9467911f7fb triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:45.413599 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2b665a18-6d86-4154-9517-d2777439db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:45.470141 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:45.491667 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:45.509522 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port c647a9da-b62f-42eb-b3ff-b9cf394cc9de triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:45.509996 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:45.520798 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Request body: {'port': {'device_id': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'admin_state_up': True, 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'security_groups': ['1e4c9a90-f694-44e0-95d3-54a7df8c2e14']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:45.546405 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-2b665a18-6d86-4154-9517-d2777439db7d None None] Port ebcd9923-28f0-4c6f-805e-b9467911f7fb cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:14:45.559874 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:45.651041 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:14:45.654219 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port c647a9da-b62f-42eb-b3ff-b9cf394cc9de is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:45.684988 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:42Z', 'revision_number': 3, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:45.718626 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0f984-4e1b-40fe-9ec2-1186e706d5dd None None] The sync data for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi is: [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:42Z', 'revision_number': 3, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:14:45.776569 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-7819442d-a29d-425c-a725-9e041d4d0b51 None None] Provisioning complete for port ebcd9923-28f0-4c6f-805e-b9467911f7fb triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:45.776569 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7819442d-a29d-425c-a725-9e041d4d0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:45.793592 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Made reservation on behalf of d2ce224c162c414c9be681b76801969c for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:14:45.800628 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:45.837453 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:14:45.847888 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-7819442d-a29d-425c-a725-9e041d4d0b51 None None] Port ebcd9923-28f0-4c6f-805e-b9467911f7fb cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:14:45.853586 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-494a2517-6ebb-464e-ae9b-8554bc8b6c29 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/6b6c86fe-6bea-4b7b-92f0-a270d0be813f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8624082 Aug 30 05:14:46.024506 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Allocated IP 172.20.0.12 (16c6adbd-c68c-4f67-83ee-76b6653a3867/4fa10be7-6243-453b-b109-c8dd7a1f8b04/361c8508-8cc9-4e2d-95e0-07af85e45dfa) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:14:46.156854 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-99f93703-370f-4aa3-b40e-43bc6afaf4d6 req-ab6c77d2-0e54-4033-9e9e-695af001571b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 210 time: 0.0764728 Aug 30 05:14:46.188533 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88d3fc-d5ac-4cfe-8b69-dd178f3a040e req-c1844a62-053f-4823-83f1-09f59c85f2da tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:46.190508 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ad88d3fc-d5ac-4cfe-8b69-dd178f3a040e req-c1844a62-053f-4823-83f1-09f59c85f2da tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.1171563 Aug 30 05:14:46.275134 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ad88d3fc-d5ac-4cfe-8b69-dd178f3a040e req-6f76c48e-f738-4104-88ef-fdb43173f04b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536618 Aug 30 05:14:46.335512 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:46.339404 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:46.382935 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:46.469604 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:46.478135 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event updated for resources: {'Port': ['ID=361c8508-8cc9-4e2d-95e0-07af85e45dfa,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:46.485875 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:46.489541 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:14:46.495474 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:46.496395 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:46.524563 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-c6a49101-0881-4ec1-ba62-b03d487d49cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0084457 Aug 30 05:14:46.754286 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 50998) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:46.760975 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1963755043-network', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:46.784488 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-48689fea-7a50-469c-a2ac-ec019de40349 None None] Provisioning complete for port 361c8508-8cc9-4e2d-95e0-07af85e45dfa triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:46.785560 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-48689fea-7a50-469c-a2ac-ec019de40349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:46.786694 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Made reservation on behalf of 3e3469ca8e2641179d0fc7988ed0e5c9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:14:46.791617 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:46.811334 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:46.826802 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-48689fea-7a50-469c-a2ac-ec019de40349 None None] Port 361c8508-8cc9-4e2d-95e0-07af85e45dfa cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:14:46.889377 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:46.920253 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Publish callbacks [] for security_group (9437139c-917c-4d94-a68d-4f0e6a408840), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:46.930264 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (9437139c-917c-4d94-a68d-4f0e6a408840), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:46.962891 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:14:46.970615 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9437139c-917c-4d94-a68d-4f0e6a408840,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:46.976856 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (80e29947-ae91-4347-985d-6ed391b8a0de), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:46.977294 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Added segment 80e29947-ae91-4347-985d-6ed391b8a0de of type vlan for network 60429fc0-3a20-4840-b338-bde186e314a5 Aug 30 05:14:47.030912 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (60429fc0-3a20-4840-b338-bde186e314a5), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.066149 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (60429fc0-3a20-4840-b338-bde186e314a5), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.067258 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:47.067848 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.128751 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3717601 Aug 30 05:14:47.132050 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51002) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:47.137285 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Request body: {'subnet': {'network_id': '60429fc0-3a20-4840-b338-bde186e314a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1963755043-subnet', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'ip_version': 4}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:47.140973 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ff1a4-f081-4ef6-807e-4d56e0bfecdd admin admin] Pushing event updated for resources: {'Network': ['ID=60429fc0-3a20-4840-b338-bde186e314a5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:47.153214 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 60429fc0-3a20-4840-b338-bde186e314a5 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:14:47.163190 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Made reservation on behalf of 3e3469ca8e2641179d0fc7988ed0e5c9 for: {'subnet': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:14:47.167005 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2500292'] for subnet (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.305225 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 5701badf-3110-4c86-9747-d392e48882ca up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:47.356142 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f2242-3949-49c7-a08d-d3b8fe8978c3 req-b6283d39-2694-40c4-8742-26693a349d84 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:47.358741 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c14f2242-3949-49c7-a08d-d3b8fe8978c3 req-b6283d39-2694-40c4-8742-26693a349d84 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 932 time: 0.0765014 Aug 30 05:14:47.365706 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Request body: {'port': {'device_id': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:47.389506 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 5701badf-3110-4c86-9747-d392e48882ca triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:47.389921 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (5701badf-3110-4c86-9747-d392e48882ca), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.437216 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c14f2242-3949-49c7-a08d-d3b8fe8978c3 req-b0510260-d165-4c37-8c73-e3ef63da502e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702662 Aug 30 05:14:47.525169 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 5701badf-3110-4c86-9747-d392e48882ca is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:47.525823 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (5701badf-3110-4c86-9747-d392e48882ca), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.556419 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:47.560999 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 5701badf-3110-4c86-9747-d392e48882ca, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=5701badf-3110-4c86-9747-d392e48882ca,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:47.576189 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (5701badf-3110-4c86-9747-d392e48882ca), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.601595 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2500306'] for subnet (6f287742-2f04-4a89-bf11-3628811919f7), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.668724 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f287742-2f04-4a89-bf11-3628811919f7,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:47.671966 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=5701badf-3110-4c86-9747-d392e48882ca,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:47.720575 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Checking segment: {'id': '80e29947-ae91-4347-985d-6ed391b8a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:14:47.721580 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Network hostable DHCP agents. Network: 60429fc0-3a20-4840-b338-bde186e314a5, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:14:47.749893 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Network 60429fc0-3a20-4840-b338-bde186e314a5 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:14:47.762730 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 60429fc0-3a20-4840-b338-bde186e314a5) {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:47.773606 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2b5a23-971c-45de-a229-b55cd0e8cc53 None None] Network 60429fc0-3a20-4840-b338-bde186e314a5 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:14:47.777918 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:47.778947 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.796219 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:47.812020 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-72456b81-8213-4fa7-b5da-532d5d084ba3 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6759646 Aug 30 05:14:47.814440 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51010) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:47.821657 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:47.860126 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (85412e9f-a830-4007-b442-895817a283f2), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.861191 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (85412e9f-a830-4007-b442-895817a283f2), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.939653 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks [] for router_controller (85412e9f-a830-4007-b442-895817a283f2), precommit_add_association {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:47.940993 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:48.051030 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:48.089889 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c16123-f5e8-449d-9177-f1f47a8e0ea3 req-a15fcec6-8c57-4ed7-a473-92e754e85049 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:48.091547 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f4c16123-f5e8-449d-9177-f1f47a8e0ea3 req-a15fcec6-8c57-4ed7-a473-92e754e85049 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.6022236 Aug 30 05:14:48.099361 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-60429fc0-3a20-4840-b338-bde186e314a5', 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5', 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'fixed_ips': [{'subnet_id': '6f287742-2f04-4a89-bf11-3628811919f7'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:14:48.100320 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:48.205936 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Sync routers for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:14:48.225567 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:14:48.226489 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:14:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:48.331655 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f4c16123-f5e8-449d-9177-f1f47a8e0ea3 req-10c53ec1-57d0-46ac-8cb7-a93e2d0a8587 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908159 Aug 30 05:14:48.336990 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Allocated IP 172.20.0.2 (60429fc0-3a20-4840-b338-bde186e314a5/6f287742-2f04-4a89-bf11-3628811919f7/0a4f307b-8e42-4a18-b54c-e8b3d3b010ee) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:14:48.433791 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:48.530026 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:14:48.770873 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361c8508-8cc9-4e2d-95e0-07af85e45dfa {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:14:48.794976 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Publish callbacks [] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:48.798368 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Publish callbacks [] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:48.813766 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks [] for router_gateway (85412e9f-a830-4007-b442-895817a283f2), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:48.819172 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:48.822949 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:45Z', 'revision_number': 2, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:48.847881 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Transition to ACTIVE for port object 361c8508-8cc9-4e2d-95e0-07af85e45dfa will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:14:48.853678 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Network 60429fc0-3a20-4840-b338-bde186e314a5 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:48.856736 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:48.858543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054a249-cb46-4d54-9446-36d4ffbb5f78 req-9e035f08-d2ee-4d7e-960c-011149f2fe14 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:48.860155 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1054a249-cb46-4d54-9446-36d4ffbb5f78 req-9e035f08-d2ee-4d7e-960c-011149f2fe14 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 932 time: 0.1773767 Aug 30 05:14:48.860530 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:48.867580 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Checking router: 6b6c86fe-6bea-4b7b-92f0-a270d0be813f for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:14:48.867993 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Updating router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f port ebcd9923-28f0-4c6f-805e-b9467911f7fb binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:14:48.870973 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:48.905853 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:48.930469 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:14:48.956916 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Pushing event updated for resources: {'Port': ['ID=361c8508-8cc9-4e2d-95e0-07af85e45dfa,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:49.028733 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Attempting to bind port 361c8508-8cc9-4e2d-95e0-07af85e45dfa on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:14:49.029335 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Attempting to bind port 361c8508-8cc9-4e2d-95e0-07af85e45dfa by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:14:49.029835 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Attempting to bind port 361c8508-8cc9-4e2d-95e0-07af85e45dfa on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:14:49.035031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Port 361c8508-8cc9-4e2d-95e0-07af85e45dfa on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:14:49.037365 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Attempting to bind port 361c8508-8cc9-4e2d-95e0-07af85e45dfa on network 16c6adbd-c68c-4f67-83ee-76b6653a3867 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:14:49.043297 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:14:49.043644 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Checking segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:14:49.044032 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Bound using segment: {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:14:49.044472 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Bound port: 361c8508-8cc9-4e2d-95e0-07af85e45dfa, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4597fd85-2e24-407a-9b99-a12983d471a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:14:49.044834 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.064139 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1054a249-cb46-4d54-9446-36d4ffbb5f78 req-9b681ce7-c6bd-4c60-86b1-048c7cecc300 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156061 Aug 30 05:14:49.112524 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Attempting to bind port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:14:49.113090 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Attempting to bind port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '80e29947-ae91-4347-985d-6ed391b8a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:14:49.113250 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Attempting to bind port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee on network 60429fc0-3a20-4840-b338-bde186e314a5 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:14:49.119253 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:49.121230 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] For port 361c8508-8cc9-4e2d-95e0-07af85e45dfa, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:14:49.125884 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Pushing event updated for resources: {'Port': ['ID=0a4f307b-8e42-4a18-b54c-e8b3d3b010ee,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:49.126264 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] For port 361c8508-8cc9-4e2d-95e0-07af85e45dfa, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:14:49.134624 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:14:49.135070 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Checking segment: {'id': '80e29947-ae91-4347-985d-6ed391b8a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:14:49.135460 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.135898 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Bound using segment: {'id': '80e29947-ae91-4347-985d-6ed391b8a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:14:49.136261 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.137492 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Bound port: 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e29947-ae91-4347-985d-6ed391b8a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:14:49.137885 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.143854 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:49.144973 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.146777 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/361c8508-8cc9-4e2d-95e0-07af85e45dfa HTTP/1.1" status: 200 len: 1094 time: 1.7868083 Aug 30 05:14:49.147822 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:14:49.150314 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196bb819-0ca7-4395-8185-d34c1b7a2c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:14:49.227117 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b846952-9593-49f2-ae3d-e5ec87f01c64 service neutron] Pushing event updated for resources: {'Port': ['ID=361c8508-8cc9-4e2d-95e0-07af85e45dfa,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:49.243248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6fef2d-1e5a-45a6-9c7d-999af9efd0f4 x-openstack-request-id: req-de6fef2d-1e5a-45a6-9c7d-999af9efd0f4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:14:49.243626 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:14:49.243977 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de6fef2d-1e5a-45a6-9c7d-999af9efd0f4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:14:49.244527 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6fef2d-1e5a-45a6-9c7d-999af9efd0f4'] response: {'name': 'network-changed', 'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'status': 'completed', 'code': 200} Aug 30 05:14:49.264273 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks [] for router_gateway (85412e9f-a830-4007-b442-895817a283f2), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.270475 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] For port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:14:49.277818 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] For port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0a4f307b-8e42-4a18-b54c-e8b3d3b010ee,segment=NetworkSegment(80e29947-ae91-4347-985d-6ed391b8a0de),segment_id=80e29947-ae91-4347-985d-6ed391b8a0de)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:14:49.302398 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.321029 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.336359 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Publish callbacks [] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.351952 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.367907 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 5701badf-3110-4c86-9747-d392e48882ca up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:49.465424 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44520a-d01a-4252-a3bb-eb6d1e9bf110 None None] Pushing event updated for resources: {'Port': ['ID=0a4f307b-8e42-4a18-b54c-e8b3d3b010ee,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:49.470488 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 5701badf-3110-4c86-9747-d392e48882ca triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:49.471035 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (5701badf-3110-4c86-9747-d392e48882ca), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.494563 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Allocated IP 172.27.4.117 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/48872411-cca0-49a9-a117-ba4d54e10ba8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:14:49.557313 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55382bc-dad3-4ac7-b909-125676d17cee req-12c58430-b468-42de-a193-927b4889ddea tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:49.561989 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Attempting to bind port ebcd9923-28f0-4c6f-805e-b9467911f7fb on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:14:49.562594 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Attempting to bind port ebcd9923-28f0-4c6f-805e-b9467911f7fb by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:14:49.563033 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:49.563636 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Attempting to bind port ebcd9923-28f0-4c6f-805e-b9467911f7fb on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:14:49.564418 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 5701badf-3110-4c86-9747-d392e48882ca is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:49.565415 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e55382bc-dad3-4ac7-b909-125676d17cee req-12c58430-b468-42de-a193-927b4889ddea tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0723143 Aug 30 05:14:49.587398 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:14:49.588241 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Checking segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:14:49.588648 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.589042 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Bound using segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:14:49.589544 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Bound port: ebcd9923-28f0-4c6f-805e-b9467911f7fb, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:14:49.589923 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.614320 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Pushing event updated for resources: {'Port': ['ID=ebcd9923-28f0-4c6f-805e-b9467911f7fb,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:49.618132 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:49.627629 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.627978 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.628340 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.628913 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.629361 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.629984 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.630389 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.630645 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.631002 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.631328 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.631656 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.631984 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.632285 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.632606 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.632933 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:49.703996 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] For port ebcd9923-28f0-4c6f-805e-b9467911f7fb, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:14:49.708516 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e55382bc-dad3-4ac7-b909-125676d17cee req-60cf259b-8b32-4543-87f3-4614008189cd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422181 Aug 30 05:14:49.714335 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] For port ebcd9923-28f0-4c6f-805e-b9467911f7fb, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=ebcd9923-28f0-4c6f-805e-b9467911f7fb,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:14:49.733259 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.823525 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks [] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.827131 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:14:49.827919 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:14:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:49.867400 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:49.884775 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:49.926791 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:49.937322 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:49.942746 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:14:49.943934 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7978f-bd3f-4211-9322-8b60087ef585 None None] Pushing event updated for resources: {'Port': ['ID=ebcd9923-28f0-4c6f-805e-b9467911f7fb,revision_number=4']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:49.988297 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Pushing event updated for resources: {'Port': ['ID=48872411-cca0-49a9-a117-ba4d54e10ba8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:50.032398 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.033007 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.033434 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.033878 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.034318 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.034755 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.035236 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.036173 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.036173 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.036551 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.036985 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.040938 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.041794 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.041904 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.042375 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.049729 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:14:50.077334 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 51038) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:50.195654 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:50.274734 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fa836-46a1-4619-b718-cb2138faae32 req-727e40e6-1244-4690-a590-82d319c8da48 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:50.276420 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-611fa836-46a1-4619-b718-cb2138faae32 req-727e40e6-1244-4690-a590-82d319c8da48 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 944 time: 0.0992994 Aug 30 05:14:50.290188 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:50.350516 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:50.373385 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks [] for router_gateway (85412e9f-a830-4007-b442-895817a283f2), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:50.376630 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-611fa836-46a1-4619-b718-cb2138faae32 req-9a560d41-4515-4d7b-a878-b428fa1ba1ac tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839338 Aug 30 05:14:50.436075 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:49Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:50.472792 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Publish callbacks [] for security_group (d8f2ee19-c054-4bd3-bb19-5e07afd244ad), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:50.477144 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d8f2ee19-c054-4bd3-bb19-5e07afd244ad), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:50.478530 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c76630-1d9d-424b-b9d1-7504d0503d83 None None] The sync data for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi is: [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:49Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:14:50.532221 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=880e949296cb40018a76ad37b278e324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4508958 Aug 30 05:14:50.533245 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 51048) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:50.574878 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f2ee19-c054-4bd3-bb19-5e07afd244ad,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:50.604974 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.604974 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.606302 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.606667 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.607034 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.607547 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.607890 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.608225 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.612254 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.612680 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.613030 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.613380 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.614288 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.614629 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.614986 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb602a00-6ef4-471a-9db0-819f93fe285e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:14:50.646850 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdecd-cf3a-4071-927f-8bf36c652928 admin admin] Publish callbacks [] for security_group (d8f2ee19-c054-4bd3-bb19-5e07afd244ad), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:50.705565 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdecd-cf3a-4071-927f-8bf36c652928 admin admin] Publish callbacks [] for security_group (d8f2ee19-c054-4bd3-bb19-5e07afd244ad), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:50.722423 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:50.800755 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (85412e9f-a830-4007-b442-895817a283f2), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:50.816241 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdecd-cf3a-4071-927f-8bf36c652928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d8f2ee19-c054-4bd3-bb19-5e07afd244ad), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:50.818073 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdecd-cf3a-4071-927f-8bf36c652928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:50.821695 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7fdcdecd-cf3a-4071-927f-8bf36c652928 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/d8f2ee19-c054-4bd3-bb19-5e07afd244ad HTTP/1.1" status: 204 len: 168 time: 0.2851799 Aug 30 05:14:50.841503 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcdecd-cf3a-4071-927f-8bf36c652928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f2ee19-c054-4bd3-bb19-5e07afd244ad,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:51.022683 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d1030-c78a-4e06-8d4a-feccfc7b3192 None None] Network 60429fc0-3a20-4840-b338-bde186e314a5 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:14:51.050858 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c421f-a65c-4bc4-aab1-772da81a1683 req-ee5ea4f3-e3ce-4900-ac84-f8813cee5762 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:51.053925 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-294c421f-a65c-4bc4-aab1-772da81a1683 req-ee5ea4f3-e3ce-4900-ac84-f8813cee5762 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.1054885 Aug 30 05:14:51.163464 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Router 85412e9f-a830-4007-b442-895817a283f2 is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:14:51.187152 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-294c421f-a65c-4bc4-aab1-772da81a1683 req-997254ae-5169-4ef6-9a1e-e8e7d5dadc64 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149473 Aug 30 05:14:51.225984 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-27061922-192d-40a0-ad61-38840b4f497c None None] Provisioning complete for port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:51.229489 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-27061922-192d-40a0-ad61-38840b4f497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:51.342428 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:14:51.363665 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Sync routers for ids ['85412e9f-a830-4007-b442-895817a283f2'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:14:51.367073 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:51.371498 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 51056) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:51.380270 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-991f3fbe-b4ab-4c8c-ae46-cc2985699557 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5640783 Aug 30 05:14:51.393169 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Routers {'85412e9f-a830-4007-b442-895817a283f2'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:14:51.393951 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:14:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['85412e9f-a830-4007-b442-895817a283f2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:51.524696 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:51.600451 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd07c1-4b76-4293-8af0-22653034f3fe req-89c10ef3-c5ab-4d9a-989e-8840812ce9f7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:51.603145 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-03cd07c1-4b76-4293-8af0-22653034f3fe req-89c10ef3-c5ab-4d9a-989e-8840812ce9f7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 944 time: 0.0830936 Aug 30 05:14:51.787775 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-03cd07c1-4b76-4293-8af0-22653034f3fe req-cd3e8736-7ae4-426f-8bae-e9375c77c92a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255176 Aug 30 05:14:51.847833 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Set router 85412e9f-a830-4007-b442-895817a283f2 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:14:51.850702 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-27061922-192d-40a0-ad61-38840b4f497c None None] Current status of the port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:51.851239 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-27061922-192d-40a0-ad61-38840b4f497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:51.886526 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:51.887093 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:51.972103 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:52.063575 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-572d1fd5-4750-40f3-b1c8-9f60229aedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:52.065197 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-572d1fd5-4750-40f3-b1c8-9f60229aedb5 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 1128 time: 0.0941474 Aug 30 05:14:52.111251 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-27061922-192d-40a0-ad61-38840b4f497c None None] For port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0a4f307b-8e42-4a18-b54c-e8b3d3b010ee,segment=NetworkSegment(80e29947-ae91-4347-985d-6ed391b8a0de),segment_id=80e29947-ae91-4347-985d-6ed391b8a0de)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:52.121856 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-27061922-192d-40a0-ad61-38840b4f497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.132782 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:52.184389 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-58b8627c-5a18-448b-94d9-2afecbb5d528 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa HTTP/1.1" status: 200 len: 217 time: 0.0606887 Aug 30 05:14:52.214230 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:52.215671 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device ebcd9923-28f0-4c6f-805e-b9467911f7fb up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:52.267468 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:52.275276 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-463447bd-6797-428c-a479-59537ff82a9e None None] Provisioning complete for port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:52.275655 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-463447bd-6797-428c-a479-59537ff82a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.335368 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.357834 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-4dabee2f-ad24-42f3-9251-88e46899ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:52.360201 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-4dabee2f-ad24-42f3-9251-88e46899ade4 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.1068313 Aug 30 05:14:52.377723 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab1734-5660-4713-b645-7213871986a2 req-9b141ddd-006c-43c6-a52b-745009d4161e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:52.392603 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-baab1734-5660-4713-b645-7213871986a2 req-9b141ddd-006c-43c6-a52b-745009d4161e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0807190 Aug 30 05:14:52.425487 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27061922-192d-40a0-ad61-38840b4f497c None None] Pushing event updated for resources: {'Port': ['ID=0a4f307b-8e42-4a18-b54c-e8b3d3b010ee,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:52.436003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-463447bd-6797-428c-a479-59537ff82a9e None None] Current status of the port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:52.446715 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-d65abc1d-2ecb-45aa-977c-2631a8a74c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:52.454852 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85412e9f-a830-4007-b442-895817a283f2', 'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:47Z', 'updated_at': '2022-08-30T05:14:50Z', 'revision_number': 3, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'gw_port': {'id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:49Z', 'updated_at': '2022-08-30T05:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:52.471834 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-baab1734-5660-4713-b645-7213871986a2 req-32fad895-c9ae-484d-949d-bc01f675d600 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752270 Aug 30 05:14:52.472719 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-d65abc1d-2ecb-45aa-977c-2631a8a74c29 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031232 Aug 30 05:14:52.486016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Checking router: 85412e9f-a830-4007-b442-895817a283f2 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:14:52.486377 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Updating router 85412e9f-a830-4007-b442-895817a283f2 port 48872411-cca0-49a9-a117-ba4d54e10ba8 binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:14:52.488503 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port ebcd9923-28f0-4c6f-805e-b9467911f7fb triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:52.489416 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.544409 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.588823 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Allocated IP 172.20.0.1 (60429fc0-3a20-4840-b338-bde186e314a5/6f287742-2f04-4a89-bf11-3628811919f7/6a2a1593-b1db-4bdd-baaf-a33c6d066f70) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:14:52.638586 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:52.674526 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port ebcd9923-28f0-4c6f-805e-b9467911f7fb is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:52.674946 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.697431 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Publish callbacks [] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.764265 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port ebcd9923-28f0-4c6f-805e-b9467911f7fb, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=ebcd9923-28f0-4c6f-805e-b9467911f7fb,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:52.770736 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.789671 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.852352 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=ebcd9923-28f0-4c6f-805e-b9467911f7fb,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:52.855757 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Network 60429fc0-3a20-4840-b338-bde186e314a5 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:52.861719 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:52.865839 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:14:52.866317 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (85412e9f-a830-4007-b442-895817a283f2), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.870006 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-db7ba3c3-2604-4719-baf7-8e9d7acf030b service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568763 Aug 30 05:14:52.915834 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Publish callbacks [] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.919921 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Pushing event updated for resources: {'Port': ['ID=6a2a1593-b1db-4bdd-baaf-a33c6d066f70,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:52.924428 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.931994 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:52.973347 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Attempting to bind port 48872411-cca0-49a9-a117-ba4d54e10ba8 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:14:52.973722 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Attempting to bind port 48872411-cca0-49a9-a117-ba4d54e10ba8 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:14:52.974084 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Attempting to bind port 48872411-cca0-49a9-a117-ba4d54e10ba8 on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:14:52.985894 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:14:52.986267 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:14:52.986674 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.987084 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:14:52.987556 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Bound port: 48872411-cca0-49a9-a117-ba4d54e10ba8, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:14:52.987932 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:52.993646 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5ecb-f874-4d53-9da9-452e14662dd8 None None] Pushing event updated for resources: {'Port': ['ID=48872411-cca0-49a9-a117-ba4d54e10ba8,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:53.025950 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:53.050893 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] For port 48872411-cca0-49a9-a117-ba4d54e10ba8, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:14:53.056059 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] For port 48872411-cca0-49a9-a117-ba4d54e10ba8, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=48872411-cca0-49a9-a117-ba4d54e10ba8,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:14:53.063854 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:53.101271 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f3066-9dca-4dfe-b7eb-5765c9067459 req-b236068f-0084-4717-ad3b-bb87fb2e9d79 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:53.103017 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2c6f3066-9dca-4dfe-b7eb-5765c9067459 req-b236068f-0084-4717-ad3b-bb87fb2e9d79 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 944 time: 0.1971142 Aug 30 05:14:53.110801 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Routers {'85412e9f-a830-4007-b442-895817a283f2'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:14:53.111508 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:14:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['85412e9f-a830-4007-b442-895817a283f2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:53.134033 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-1512ee9f-39bd-43ee-b865-69fc9c691b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:53.135569 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-1512ee9f-39bd-43ee-b865-69fc9c691b44 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 1130 time: 0.2268276 Aug 30 05:14:53.166075 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8fd6bc3-4514-4ce0-8477-5496bc8d599d req-91358f60-0f7e-4d1a-bf2f-c6e0678909f7 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588773 Aug 30 05:14:53.174332 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:53.197173 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5ecb-f874-4d53-9da9-452e14662dd8 None None] Pushing event updated for resources: {'Port': ['ID=48872411-cca0-49a9-a117-ba4d54e10ba8,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:53.207335 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-90a485c0-7e50-44ba-aa6a-e3329e2a6aeb None None] Provisioning complete for port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:53.208234 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-90a485c0-7e50-44ba-aa6a-e3329e2a6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:53.292281 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-90a485c0-7e50-44ba-aa6a-e3329e2a6aeb None None] Port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:14:53.307641 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] Set router 85412e9f-a830-4007-b442-895817a283f2 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:14:53.311273 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:53.345044 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2c6f3066-9dca-4dfe-b7eb-5765c9067459 req-67e9a7b8-c8cf-4fdb-bf29-3e8821d197a9 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085023 Aug 30 05:14:53.349238 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:53.409769 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-be5a9eb8-fa0f-44ba-b620-e72f4627108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:53.411325 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-be5a9eb8-fa0f-44ba-b620-e72f4627108c service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 917 time: 0.2622721 Aug 30 05:14:53.463827 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:53.464203 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:53.469003 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:53.540427 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Publish callbacks [] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:53.545806 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:53.546599 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (85412e9f-a830-4007-b442-895817a283f2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:53.580969 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85412e9f-a830-4007-b442-895817a283f2', 'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:47Z', 'updated_at': '2022-08-30T05:14:50Z', 'revision_number': 3, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'gw_port': {'id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:49Z', 'updated_at': '2022-08-30T05:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:53.607008 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d7341-356c-41db-accd-3ebbc29395bc req-fb3441f3-09c4-442d-9d1e-67763748bbe8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:53.616858 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a60d7341-356c-41db-accd-3ebbc29395bc req-fb3441f3-09c4-442d-9d1e-67763748bbe8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0666976 Aug 30 05:14:53.617639 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653aa76-1adf-4541-859f-9d78ea1e92cd None None] The sync data for ids ['85412e9f-a830-4007-b442-895817a283f2'] in dv-cinder-853910-4-iscsi is: [{'id': '85412e9f-a830-4007-b442-895817a283f2', 'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:47Z', 'updated_at': '2022-08-30T05:14:50Z', 'revision_number': 3, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'gw_port': {'id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:49Z', 'updated_at': '2022-08-30T05:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:14:53.624940 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:53.626698 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device ebcd9923-28f0-4c6f-805e-b9467911f7fb up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:53.641929 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Pushing event updated for resources: {'Port': ['ID=6a2a1593-b1db-4bdd-baaf-a33c6d066f70,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:53.674520 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port ebcd9923-28f0-4c6f-805e-b9467911f7fb triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:53.674728 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:53.677078 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:53.689211 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a60d7341-356c-41db-accd-3ebbc29395bc req-5c328bd6-e272-4e45-ad87-9c7f17848646 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611322 Aug 30 05:14:53.702943 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Network 60429fc0-3a20-4840-b338-bde186e314a5 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:14:53.704605 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:14:53.766979 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port ebcd9923-28f0-4c6f-805e-b9467911f7fb is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:53.836973 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Router 85412e9f-a830-4007-b442-895817a283f2 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:14:53.969090 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:14:53.974838 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-afaeec79-43e6-4068-b458-8fb0e916cc3f admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/85412e9f-a830-4007-b442-895817a283f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6016901 Aug 30 05:14:54.036177 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-65d41bfd-d3bd-46d9-9e29-e0dbb0b7b143 None None] Provisioning complete for port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:54.036555 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-65d41bfd-d3bd-46d9-9e29-e0dbb0b7b143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.200756 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-65d41bfd-d3bd-46d9-9e29-e0dbb0b7b143 None None] Port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:14:54.372535 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51098) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:54.377153 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-0b15c876-5d83-40d9-a86e-c31fe3d74a63 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21014458', 'description': 'tempest-secgroup-smoke-21014458 description', 'project_id': '97e3452b02294219ae56cd23eb2aa0ce'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:54.395426 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:54.403210 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b15c876-5d83-40d9-a86e-c31fe3d74a63 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.488374 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf64e0c-75cc-483e-b40b-dbe4e2058abd req-b1d00b02-9df5-4489-8dbf-30d06c9f7036 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:54.490074 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-adf64e0c-75cc-483e-b40b-dbe4e2058abd req-b1d00b02-9df5-4489-8dbf-30d06c9f7036 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 944 time: 0.0628633 Aug 30 05:14:54.536130 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b15c876-5d83-40d9-a86e-c31fe3d74a63 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group (b111269d-d9fc-4811-9e6c-4190061edb8c), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.544430 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b15c876-5d83-40d9-a86e-c31fe3d74a63 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (b111269d-d9fc-4811-9e6c-4190061edb8c), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.591052 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-adf64e0c-75cc-483e-b40b-dbe4e2058abd req-1b8ce6d5-08e4-44a3-a6ac-d124bb9a487a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938785 Aug 30 05:14:54.595130 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b15c876-5d83-40d9-a86e-c31fe3d74a63 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.596224 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-0b15c876-5d83-40d9-a86e-c31fe3d74a63 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2226985 Aug 30 05:14:54.597485 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15c876-5d83-40d9-a86e-c31fe3d74a63 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b111269d-d9fc-4811-9e6c-4190061edb8c,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:54.599361 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 51100) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:54.604265 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6e4ba736-d629-42d6-ac2d-242a1842f842 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'security_group_rule': {'security_group_id': 'b111269d-d9fc-4811-9e6c-4190061edb8c', 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:54.631154 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba736-d629-42d6-ac2d-242a1842f842 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (39a0a942-dfe1-451b-bb9a-ea8d68d02f1e), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.666983 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:54.686376 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba736-d629-42d6-ac2d-242a1842f842 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (39a0a942-dfe1-451b-bb9a-ea8d68d02f1e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.689591 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba736-d629-42d6-ac2d-242a1842f842 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (39a0a942-dfe1-451b-bb9a-ea8d68d02f1e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.709887 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ba736-d629-42d6-ac2d-242a1842f842 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a0a942-dfe1-451b-bb9a-ea8d68d02f1e,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:54.714132 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba736-d629-42d6-ac2d-242a1842f842 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.715899 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-6e4ba736-d629-42d6-ac2d-242a1842f842 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148012 Aug 30 05:14:54.718261 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 51104) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:54.722477 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d3ebf481-7d87-4b2c-a7d1-9bcf381670ee tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'security_group_rule': {'security_group_id': 'b111269d-d9fc-4811-9e6c-4190061edb8c', 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:54.750559 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3ebf481-7d87-4b2c-a7d1-9bcf381670ee tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (b17a6d0d-0bc4-45ed-9e32-97e90dae41dc), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.831842 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4032a-a387-4cdd-8e0e-3e8ccd26ae52 req-4a270ebc-8b24-46ed-9ec4-eb45fbff5b38 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:54.833349 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e2e4032a-a387-4cdd-8e0e-3e8ccd26ae52 req-4a270ebc-8b24-46ed-9ec4-eb45fbff5b38 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0645871 Aug 30 05:14:54.844652 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3ebf481-7d87-4b2c-a7d1-9bcf381670ee tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (b17a6d0d-0bc4-45ed-9e32-97e90dae41dc), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.857808 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3ebf481-7d87-4b2c-a7d1-9bcf381670ee tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (b17a6d0d-0bc4-45ed-9e32-97e90dae41dc), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.884112 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebf481-7d87-4b2c-a7d1-9bcf381670ee tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17a6d0d-0bc4-45ed-9e32-97e90dae41dc,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:54.890515 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:54.895441 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3ebf481-7d87-4b2c-a7d1-9bcf381670ee tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.896618 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d3ebf481-7d87-4b2c-a7d1-9bcf381670ee tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1774089 Aug 30 05:14:54.899502 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51106) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:54.904216 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-60ad554b-a3ee-4f01-a40d-b7dc101125ae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'security_group_rule': {'security_group_id': 'b111269d-d9fc-4811-9e6c-4190061edb8c', 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:54.911866 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e2e4032a-a387-4cdd-8e0e-3e8ccd26ae52 req-2c9c59b6-a2bb-4765-b770-3457922db1bc tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702627 Aug 30 05:14:54.931107 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60ad554b-a3ee-4f01-a40d-b7dc101125ae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (4ace93ad-e5cc-40cf-a1a9-0790334c495f), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.987419 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60ad554b-a3ee-4f01-a40d-b7dc101125ae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (4ace93ad-e5cc-40cf-a1a9-0790334c495f), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:54.991596 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60ad554b-a3ee-4f01-a40d-b7dc101125ae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (4ace93ad-e5cc-40cf-a1a9-0790334c495f), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.011438 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad554b-a3ee-4f01-a40d-b7dc101125ae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ace93ad-e5cc-40cf-a1a9-0790334c495f,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:55.019866 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60ad554b-a3ee-4f01-a40d-b7dc101125ae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.021059 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-60ad554b-a3ee-4f01-a40d-b7dc101125ae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203959 Aug 30 05:14:55.023835 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51108) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:55.028081 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-5a3ad880-ce98-4e27-a263-af004084a298 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'security_group_rule': {'security_group_id': 'b111269d-d9fc-4811-9e6c-4190061edb8c', 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:55.053858 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad880-ce98-4e27-a263-af004084a298 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (d99e41a6-4e64-4b49-96a0-2ea76377cc8d), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.114246 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad880-ce98-4e27-a263-af004084a298 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (d99e41a6-4e64-4b49-96a0-2ea76377cc8d), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.118020 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad880-ce98-4e27-a263-af004084a298 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (d99e41a6-4e64-4b49-96a0-2ea76377cc8d), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.137040 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ad880-ce98-4e27-a263-af004084a298 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99e41a6-4e64-4b49-96a0-2ea76377cc8d,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:55.145177 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad880-ce98-4e27-a263-af004084a298 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.146359 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5a3ad880-ce98-4e27-a263-af004084a298 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215706 Aug 30 05:14:55.149020 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51110) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:55.153147 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-d36944cd-01ab-4514-8429-38a6e6089dce tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'security_group_rule': {'security_group_id': 'b111269d-d9fc-4811-9e6c-4190061edb8c', 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:55.175858 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.securitygroups_db [None req-d36944cd-01ab-4514-8429-38a6e6089dce tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Project 97e3452b02294219ae56cd23eb2aa0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 05:14:55.187542 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d36944cd-01ab-4514-8429-38a6e6089dce tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (feedbec5-201a-4d12-9406-0ad5ece4dcd3), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.245420 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d36944cd-01ab-4514-8429-38a6e6089dce tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (feedbec5-201a-4d12-9406-0ad5ece4dcd3), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.247934 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 48872411-cca0-49a9-a117-ba4d54e10ba8 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:55.249263 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d36944cd-01ab-4514-8429-38a6e6089dce tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (feedbec5-201a-4d12-9406-0ad5ece4dcd3), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.268527 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36944cd-01ab-4514-8429-38a6e6089dce tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feedbec5-201a-4d12-9406-0ad5ece4dcd3,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:55.276249 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d36944cd-01ab-4514-8429-38a6e6089dce tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.278863 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d36944cd-01ab-4514-8429-38a6e6089dce tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275399 Aug 30 05:14:55.280631 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 51112) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:14:55.286458 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-53025f4f-6ca8-45f6-83eb-10becc007dae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'security_group_rule': {'security_group_id': 'b111269d-d9fc-4811-9e6c-4190061edb8c', 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:14:55.292397 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:55.305392 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 48872411-cca0-49a9-a117-ba4d54e10ba8 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:55.305772 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.313627 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Sync routers for ids ['85412e9f-a830-4007-b442-895817a283f2'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:14:55.315926 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-53025f4f-6ca8-45f6-83eb-10becc007dae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Project 97e3452b02294219ae56cd23eb2aa0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 05:14:55.321792 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53025f4f-6ca8-45f6-83eb-10becc007dae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (7523efb1-a8f3-4a2b-8bf7-8e3f3bb6223a), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.325882 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Routers {'85412e9f-a830-4007-b442-895817a283f2'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:14:55.326606 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:14:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['85412e9f-a830-4007-b442-895817a283f2'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:55.388821 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 48872411-cca0-49a9-a117-ba4d54e10ba8 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:55.389690 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.394363 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53025f4f-6ca8-45f6-83eb-10becc007dae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (7523efb1-a8f3-4a2b-8bf7-8e3f3bb6223a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.398581 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53025f4f-6ca8-45f6-83eb-10becc007dae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (7523efb1-a8f3-4a2b-8bf7-8e3f3bb6223a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.414319 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 48872411-cca0-49a9-a117-ba4d54e10ba8, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=48872411-cca0-49a9-a117-ba4d54e10ba8,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:55.419922 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.420087 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53025f4f-6ca8-45f6-83eb-10becc007dae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7523efb1-a8f3-4a2b-8bf7-8e3f3bb6223a,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:55.427122 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53025f4f-6ca8-45f6-83eb-10becc007dae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.432225 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-53025f4f-6ca8-45f6-83eb-10becc007dae tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504021 Aug 30 05:14:55.439565 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Set router 85412e9f-a830-4007-b442-895817a283f2 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:14:55.459021 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:55.484358 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=48872411-cca0-49a9-a117-ba4d54e10ba8,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:55.618494 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:55.637138 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85412e9f-a830-4007-b442-895817a283f2', 'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:47Z', 'updated_at': '2022-08-30T05:14:53Z', 'revision_number': 4, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'gw_port': {'id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:49Z', 'updated_at': '2022-08-30T05:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '6a2a1593-b1db-4bdd-baaf-a33c6d066f70', 'name': '', 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'mac_address': 'fa:16:3e:9e:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6f287742-2f04-4a89-bf11-3628811919f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:52Z', 'updated_at': '2022-08-30T05:14:53Z', 'revision_number': 2, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'subnets': [{'id': '6f287742-2f04-4a89-bf11-3628811919f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:55.662775 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Checking router: 85412e9f-a830-4007-b442-895817a283f2 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:14:55.663453 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Updating router 85412e9f-a830-4007-b442-895817a283f2 port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:14:55.694713 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.720863 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9b8c-733e-4ab0-834c-6b959b2c6c27 req-79061a2c-a7cd-459b-99ff-7876aacbd966 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:55.722505 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf4a9b8c-733e-4ab0-834c-6b959b2c6c27 req-79061a2c-a7cd-459b-99ff-7876aacbd966 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 944 time: 0.0480490 Aug 30 05:14:55.780046 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf4a9b8c-733e-4ab0-834c-6b959b2c6c27 req-f236ad61-3f42-4c95-b685-06aa2fb0cfcf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510647 Aug 30 05:14:55.973666 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Publish callbacks [] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:55.979497 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:56.047886 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360f9d8-da34-4df5-a0a8-e7254c221c05 req-0ab81793-c0e5-4537-8372-c23389f95f25 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:56.049367 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f360f9d8-da34-4df5-a0a8-e7254c221c05 req-0ab81793-c0e5-4537-8372-c23389f95f25 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.0498896 Aug 30 05:14:56.056239 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58979b0-9483-41a8-af6c-51a75a8be5d9 None None] Pushing event updated for resources: {'Port': ['ID=6a2a1593-b1db-4bdd-baaf-a33c6d066f70,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:56.071923 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Attempting to bind port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:14:56.072288 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Attempting to bind port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '80e29947-ae91-4347-985d-6ed391b8a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:14:56.072646 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Attempting to bind port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 on network 60429fc0-3a20-4840-b338-bde186e314a5 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:14:56.077685 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:14:56.078055 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Checking segment: {'id': '80e29947-ae91-4347-985d-6ed391b8a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:14:56.078451 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:56.078861 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Bound using segment: {'id': '80e29947-ae91-4347-985d-6ed391b8a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:14:56.079328 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Bound port: 6a2a1593-b1db-4bdd-baaf-a33c6d066f70, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e29947-ae91-4347-985d-6ed391b8a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:14:56.079700 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:56.097444 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f360f9d8-da34-4df5-a0a8-e7254c221c05 req-f2c1db6e-0c79-433a-b475-d4b7b49b3daa tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424368 Aug 30 05:14:56.130406 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:56.139464 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] For port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:14:56.142413 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] For port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=6a2a1593-b1db-4bdd-baaf-a33c6d066f70,segment=NetworkSegment(80e29947-ae91-4347-985d-6ed391b8a0de),segment_id=80e29947-ae91-4347-985d-6ed391b8a0de)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:14:56.149132 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:56.179797 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Routers {'85412e9f-a830-4007-b442-895817a283f2'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:14:56.180406 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:14:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['85412e9f-a830-4007-b442-895817a283f2'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:56.245875 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58979b0-9483-41a8-af6c-51a75a8be5d9 None None] Pushing event updated for resources: {'Port': ['ID=6a2a1593-b1db-4bdd-baaf-a33c6d066f70,revision_number=4']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:56.298268 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] Set router 85412e9f-a830-4007-b442-895817a283f2 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:14:56.410742 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:56.486338 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85412e9f-a830-4007-b442-895817a283f2', 'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:47Z', 'updated_at': '2022-08-30T05:14:53Z', 'revision_number': 4, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'gw_port': {'id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:49Z', 'updated_at': '2022-08-30T05:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '6a2a1593-b1db-4bdd-baaf-a33c6d066f70', 'name': '', 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'mac_address': 'fa:16:3e:9e:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6f287742-2f04-4a89-bf11-3628811919f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:52Z', 'updated_at': '2022-08-30T05:14:56Z', 'revision_number': 4, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'subnets': [{'id': '6f287742-2f04-4a89-bf11-3628811919f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:14:56.512067 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bce697-6b5b-42ee-a50f-dd38ebc485bc None None] The sync data for ids ['85412e9f-a830-4007-b442-895817a283f2'] in dv-cinder-853910-4-iscsi is: [{'id': '85412e9f-a830-4007-b442-895817a283f2', 'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:47Z', 'updated_at': '2022-08-30T05:14:53Z', 'revision_number': 4, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'gw_port': {'id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:49Z', 'updated_at': '2022-08-30T05:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '6a2a1593-b1db-4bdd-baaf-a33c6d066f70', 'name': '', 'network_id': '60429fc0-3a20-4840-b338-bde186e314a5', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'mac_address': 'fa:16:3e:9e:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6f287742-2f04-4a89-bf11-3628811919f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:52Z', 'updated_at': '2022-08-30T05:14:56Z', 'revision_number': 4, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'subnets': [{'id': '6f287742-2f04-4a89-bf11-3628811919f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:14:56.911724 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3f981-7f71-47af-ad6d-2e811c5d8f4f req-e93c4e8d-014b-4358-ab90-5c036d3e3ac4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:56.913467 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f4b3f981-7f71-47af-ad6d-2e811c5d8f4f req-e93c4e8d-014b-4358-ab90-5c036d3e3ac4 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 944 time: 0.0527046 Aug 30 05:14:56.924982 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:56.937636 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:56.974787 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f4b3f981-7f71-47af-ad6d-2e811c5d8f4f req-48eb7fcd-8579-4ff1-8293-cbe7d69ce368 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557215 Aug 30 05:14:57.257098 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-ae5b9e13-3bcd-417f-88ec-c3487c599d4a service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0 HTTP/1.1" status: 200 len: 1001 time: 0.1276708 Aug 30 05:14:57.262416 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-6ae68678-5eb0-4415-809a-415c04129b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:57.264094 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-6ae68678-5eb0-4415-809a-415c04129b11 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 1128 time: 0.0993032 Aug 30 05:14:57.309865 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d92e5e-0bea-49c9-a2c6-84abf22f8a18 req-c816f0c2-743a-4c84-8dca-a31777a4d8fe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:57.316949 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a1d92e5e-0bea-49c9-a2c6-84abf22f8a18 req-c816f0c2-743a-4c84-8dca-a31777a4d8fe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 946 time: 0.1077099 Aug 30 05:14:57.343867 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 48872411-cca0-49a9-a117-ba4d54e10ba8 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:57.392473 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 48872411-cca0-49a9-a117-ba4d54e10ba8 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:57.392857 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:57.456318 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:57.460569 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-c82096a8-4f4b-4302-a7ba-e5a985862b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:57.463219 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-c82096a8-4f4b-4302-a7ba-e5a985862b72 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.1971905 Aug 30 05:14:57.489760 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a1d92e5e-0bea-49c9-a2c6-84abf22f8a18 req-15d73d8c-ecbd-484d-b9af-efbb333197ab tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714778 Aug 30 05:14:57.489982 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 48872411-cca0-49a9-a117-ba4d54e10ba8 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:57.490964 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:57.525753 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-3e593214-6ddc-40d7-9921-bbba4d95d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:57.527320 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-3e593214-6ddc-40d7-9921-bbba4d95d9b7 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.2497129 Aug 30 05:14:57.579103 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:57.579503 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:57.601082 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-f2f0b5ce-0113-41ac-aa98-f48036c20f97 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa HTTP/1.1" status: 200 len: 217 time: 0.0525625 Aug 30 05:14:57.602712 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-6f4bbb40-8c5f-415f-a740-c37828593f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:57.604125 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-6f4bbb40-8c5f-415f-a740-c37828593f89 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085145 Aug 30 05:14:57.655856 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:57.656250 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:57.694315 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=6a2a1593-b1db-4bdd-baaf-a33c6d066f70,segment=NetworkSegment(80e29947-ae91-4347-985d-6ed391b8a0de),segment_id=80e29947-ae91-4347-985d-6ed391b8a0de)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:57.698367 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:57.712289 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-2c0e75f6-92eb-4ee3-bad0-811370a577aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:57.713753 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-2c0e75f6-92eb-4ee3-bad0-811370a577aa service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.0948033 Aug 30 05:14:57.758447 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=6a2a1593-b1db-4bdd-baaf-a33c6d066f70,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:57.788815 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-b7fa18a9-f04d-4a99-baeb-536d780c9272 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621895 Aug 30 05:14:57.790157 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-47b68fef-1fa9-4f16-8afa-d0a1fe6f0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:57.791534 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-47b68fef-1fa9-4f16-8afa-d0a1fe6f0374 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657244 Aug 30 05:14:58.131832 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3491b7-86c9-4329-aca8-fcad42a928bc req-182b43df-9ea8-4009-af5f-82ed4c6d65c7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:58.134229 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0a3491b7-86c9-4329-aca8-fcad42a928bc req-182b43df-9ea8-4009-af5f-82ed4c6d65c7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 944 time: 0.0588334 Aug 30 05:14:58.187268 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0a3491b7-86c9-4329-aca8-fcad42a928bc req-4ba36e98-2e0c-4384-a29a-84e9333d9ce8 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470774 Aug 30 05:14:58.195545 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:58.233408 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e0c5e677-c19a-4f4c-a6ff-980fbcfb8107 req-0d9ec1e8-6fe5-4578-a995-41c13b39735f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303017 Aug 30 05:14:58.235524 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-70e48b66-b190-49d2-8185-be8adad615db service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251382 Aug 30 05:14:58.332296 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-196bb819-0ca7-4395-8185-d34c1b7a2c7a req-c696b9b6-ab4d-4a26-b714-fe9b8a199250 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874569 Aug 30 05:14:58.441163 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:14:58.516935 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 is: ACTIVE; New status is: DOWN {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:58.517317 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:58.542558 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:14:58.544831 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db53f277-e87c-46fc-bc37-32f9697b443e" -d '{"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-unplugged", "status": "completed", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:14:58.557232 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:14:58.563117 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:58.605921 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 05:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeec8f24-4bde-40f3-b97d-31c3f63e6d9b x-openstack-request-id: req-aeec8f24-4bde-40f3-b97d-31c3f63e6d9b {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:14:58.606218 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-unplugged", "status": "completed", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:14:58.606472 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aeec8f24-4bde-40f3-b97d-31c3f63e6d9b {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:14:58.606899 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeec8f24-4bde-40f3-b97d-31c3f63e6d9b'] response: {'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'code': 200} Aug 30 05:14:58.618701 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=8']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:14:58.665943 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03410a32-d2ac-4164-b8d4-68a612ee882e req-bb3e4e10-06ad-4005-aafd-1e686bb6f0e3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:58.667577 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-03410a32-d2ac-4164-b8d4-68a612ee882e req-bb3e4e10-06ad-4005-aafd-1e686bb6f0e3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0986488 Aug 30 05:14:58.715172 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-03410a32-d2ac-4164-b8d4-68a612ee882e req-b923087b-9abc-4311-9a99-f54fb87b7124 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Aug 30 05:14:59.234641 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:14:59.282450 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:14:59.282839 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:14:59.308952 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf9f5-c03a-4a30-b163-d883289735c1 req-ccf41d62-1094-4f90-aa8f-0f83c5ee7ac9 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:59.310329 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c9cdf9f5-c03a-4a30-b163-d883289735c1 req-ccf41d62-1094-4f90-aa8f-0f83c5ee7ac9 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 944 time: 0.0458355 Aug 30 05:14:59.349571 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:14:59.361199 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:14:59.362048 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c9cdf9f5-c03a-4a30-b163-d883289735c1 req-f48a1490-aef2-46bf-90ef-b3692f5f3383 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 Aug 30 05:14:59.843463 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e7803-db05-4b24-96b3-13351665373f req-6a74fc05-0414-4945-80e7-06e8113dd6ae tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:14:59.844914 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4e1e7803-db05-4b24-96b3-13351665373f req-6a74fc05-0414-4945-80e7-06e8113dd6ae tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0477254 Aug 30 05:14:59.894094 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4e1e7803-db05-4b24-96b3-13351665373f req-6a20d7ca-5e12-4659-8d20-770ab4052701 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Aug 30 05:15:00.079754 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:00.179830 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-64093d9b-0570-49ec-822c-48fa3a47c1c6 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393469 Aug 30 05:15:00.255240 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-a65f8ffb-484d-4658-864a-b24c7ee2b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:00.256749 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-a65f8ffb-484d-4658-864a-b24c7ee2b438 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 1130 time: 0.0416100 Aug 30 05:15:00.375963 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-fccb0928-e6cd-4710-a385-8a03bd0ebbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:00.377420 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-fccb0928-e6cd-4710-a385-8a03bd0ebbd6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.0966954 Aug 30 05:15:00.423619 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-de28ae3d-6e19-4e3b-bec6-c9af5bf37ed8 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04285150-7904-4555-9230-fcb76ec2800d HTTP/1.1" status: 200 len: 217 time: 0.0385952 Aug 30 05:15:00.474851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 361c8508-8cc9-4e2d-95e0-07af85e45dfa details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:15:00.496873 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-5a747930-8c51-4160-bff3-0afe1c262026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:00.498358 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-5a747930-8c51-4160-bff3-0afe1c262026 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.0629904 Aug 30 05:15:00.506663 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141245ec-92af-4a18-a02f-392aa38bde31 req-f1e38230-f715-441b-82bd-b87d61f7daa8 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:00.508381 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-141245ec-92af-4a18-a02f-392aa38bde31 req-f1e38230-f715-441b-82bd-b87d61f7daa8 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 944 time: 0.0707254 Aug 30 05:15:00.511567 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:00.565509 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-ae5ba460-45ca-45fc-923c-2bae3570131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:00.573534 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-141245ec-92af-4a18-a02f-392aa38bde31 req-a80b1067-1d24-4c15-ad32-1e8196209d25 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593281 Aug 30 05:15:00.576889 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-ae5ba460-45ca-45fc-923c-2bae3570131a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624664 Aug 30 05:15:00.595168 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 361c8508-8cc9-4e2d-95e0-07af85e45dfa, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:00.607099 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'port_id': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'mac_address': 'fa:16:3e:ad:01:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:15:00.639258 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:00.642385 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 361c8508-8cc9-4e2d-95e0-07af85e45dfa is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:15:00.642779 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:00.656935 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361c8508-8cc9-4e2d-95e0-07af85e45dfa {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:15:00.679657 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 361c8508-8cc9-4e2d-95e0-07af85e45dfa, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:00.683905 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:00.693042 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-e4f6764a-e2bf-434a-a1e4-2a2da9d64c5a service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090982 Aug 30 05:15:00.737194 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=361c8508-8cc9-4e2d-95e0-07af85e45dfa,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:00.806648 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43e16903-5bd8-437b-8458-a8fd3de5a251 req-541a29d3-e374-40d4-9a4d-649d47f7881e service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015263 Aug 30 05:15:00.996241 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['361c8508-8cc9-4e2d-95e0-07af85e45dfa'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:15:01.031814 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b3b98-e78a-4b30-b393-f727b122d3c1 req-c09fe382-cd94-46f7-b2cf-1870552d43e8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:01.033313 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4c5b3b98-e78a-4b30-b393-f727b122d3c1 req-c09fe382-cd94-46f7-b2cf-1870552d43e8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0608840 Aug 30 05:15:01.084240 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4c5b3b98-e78a-4b30-b393-f727b122d3c1 req-47170ac8-90eb-416b-ab0a-90c49a8bea1c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446398 Aug 30 05:15:01.644887 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-4655e303-69f5-443b-98d1-49b9e4dcc16e req-53e11d26-1f61-46cc-95bd-9ff7f10f9822 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:15:01.645809 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4655e303-69f5-443b-98d1-49b9e4dcc16e req-53e11d26-1f61-46cc-95bd-9ff7f10f9822 service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054862 Aug 30 05:15:01.700847 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50d2cc-af0a-4338-b67c-4a3629fa19c2 req-0487eec5-2420-44bb-867b-2c82a8a5e07e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:01.702317 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-aa50d2cc-af0a-4338-b67c-4a3629fa19c2 req-0487eec5-2420-44bb-867b-2c82a8a5e07e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 945 time: 0.0514193 Aug 30 05:15:01.750850 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-aa50d2cc-af0a-4338-b67c-4a3629fa19c2 req-eda49775-6bda-41b6-88f7-2e3752f5b948 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Aug 30 05:15:01.832849 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d4995-386e-4dea-b775-96023f15d056 req-60baa35b-e32a-469a-999c-26a84244db14 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:01.834312 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1f2d4995-386e-4dea-b775-96023f15d056 req-60baa35b-e32a-469a-999c-26a84244db14 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0484381 Aug 30 05:15:01.887111 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1f2d4995-386e-4dea-b775-96023f15d056 req-9f3c777f-f667-478c-9c93-677473b94662 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446780 Aug 30 05:15:02.093400 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 51276) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:15:02.186194 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-99c58d44-ca60-47f5-8c5a-72627354c970 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915325 Aug 30 05:15:02.194907 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-2b0b29fb-93c8-492f-973d-4fb2253cd565 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:15:02.195992 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-2b0b29fb-93c8-492f-973d-4fb2253cd565 service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052216 Aug 30 05:15:02.279843 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51288) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:15:02.378679 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-65df31b4-ca33-4111-b206-863062cd5999 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:02.380081 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-65df31b4-ca33-4111-b206-863062cd5999 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports/c5da19b6-98a0-4af9-b8f5-52291d4a9be0 HTTP/1.1" status: 200 len: 941 time: 0.0992620 Aug 30 05:15:02.479477 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 361c8508-8cc9-4e2d-95e0-07af85e45dfa up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:15:02.526392 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 361c8508-8cc9-4e2d-95e0-07af85e45dfa completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:15:02.533222 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 361c8508-8cc9-4e2d-95e0-07af85e45dfa triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:15:02.533639 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:02.609883 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 361c8508-8cc9-4e2d-95e0-07af85e45dfa is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:15:02.610280 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:02.636349 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:02.638572 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc254c65-bcd3-4f1a-9be9-0cf9b2e409d2" -d '{"events": [{"server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "name": "network-vif-plugged", "status": "completed", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:02.652593 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 361c8508-8cc9-4e2d-95e0-07af85e45dfa, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:02.657771 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:02.658837 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:15:02.702163 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa0a95c-8697-4e71-8f03-701a14e905c6 x-openstack-request-id: req-4fa0a95c-8697-4e71-8f03-701a14e905c6 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:02.702375 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "name": "network-vif-plugged", "status": "completed", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:02.702632 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4fa0a95c-8697-4e71-8f03-701a14e905c6 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:02.703050 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa0a95c-8697-4e71-8f03-701a14e905c6'] response: {'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'code': 200} Aug 30 05:15:02.758759 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=361c8508-8cc9-4e2d-95e0-07af85e45dfa,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:02.800406 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 is: DOWN; New status is: DOWN {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:15:02.921685 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5655d-60fa-4a45-a92b-2d072a9f6027 req-e32625c1-6fe9-457a-9d7a-bd6d7ec15918 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:02.923203 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aae5655d-60fa-4a45-a92b-2d072a9f6027 req-e32625c1-6fe9-457a-9d7a-bd6d7ec15918 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0811505 Aug 30 05:15:02.929103 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dc4a3-e94d-4bf2-ba5d-c42591333744 req-a583f0eb-306f-4fdb-bda2-f66e490166a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:02.930518 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1a1dc4a3-e94d-4bf2-ba5d-c42591333744 req-a583f0eb-306f-4fdb-bda2-f66e490166a1 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 1130 time: 0.0557103 Aug 30 05:15:02.967454 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:03.013664 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1a1dc4a3-e94d-4bf2-ba5d-c42591333744 req-a7263e45-5ccc-4cfe-921d-2d93ea3c19e9 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723965 Aug 30 05:15:03.016802 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aae5655d-60fa-4a45-a92b-2d072a9f6027 req-7eac3b56-31af-4c93-b0d1-86bedbce772f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853934 Aug 30 05:15:03.036150 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d1f5a-be4a-4dba-9c93-f847a50c6c04 req-9ed298df-3381-48ac-a761-bc2337dd53be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:03.037723 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ff2d1f5a-be4a-4dba-9c93-f847a50c6c04 req-9ed298df-3381-48ac-a761-bc2337dd53be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0553510 Aug 30 05:15:03.084077 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ff2d1f5a-be4a-4dba-9c93-f847a50c6c04 req-1fc09d99-af04-4538-900c-48dda51392f3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406632 Aug 30 05:15:03.544479 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2631570-8cce-4c22-a441-177c12bdf09c req-3d848dfc-cf6b-4d76-a911-9e3edb2f929e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:03.545921 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d2631570-8cce-4c22-a441-177c12bdf09c req-3d848dfc-cf6b-4d76-a911-9e3edb2f929e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 945 time: 0.0513146 Aug 30 05:15:03.592685 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d2631570-8cce-4c22-a441-177c12bdf09c req-40b22ad1-bdba-4a98-b46c-6ff8adde6865 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Aug 30 05:15:04.144926 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8fb7b-c482-4edc-8646-46f5c570c111 req-bd6bc113-480b-46a6-aeed-96b2f82e85b5 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:04.146408 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d0a8fb7b-c482-4edc-8646-46f5c570c111 req-bd6bc113-480b-46a6-aeed-96b2f82e85b5 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0504451 Aug 30 05:15:04.196073 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d0a8fb7b-c482-4edc-8646-46f5c570c111 req-232aef0d-3a96-4cd9-bc6f-3de20ec57636 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Aug 30 05:15:04.212381 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26961b29-fe88-4325-857a-6a02d84f3150 req-9dd444ce-5b41-4f60-9bae-fceae3ce7a6d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:04.213843 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-26961b29-fe88-4325-857a-6a02d84f3150 req-9dd444ce-5b41-4f60-9bae-fceae3ce7a6d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0513906 Aug 30 05:15:04.261319 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-26961b29-fe88-4325-857a-6a02d84f3150 req-be8d02d6-2e5b-46d7-b463-6d9c53b5a007 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Aug 30 05:15:04.713142 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78150e56-25c4-4b7d-b8f5-6e7ee55b038e req-63b6b2a2-9096-4b72-9a1c-5996f622e3a3 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:04.714844 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-78150e56-25c4-4b7d-b8f5-6e7ee55b038e req-63b6b2a2-9096-4b72-9a1c-5996f622e3a3 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 945 time: 0.0465229 Aug 30 05:15:04.762021 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-78150e56-25c4-4b7d-b8f5-6e7ee55b038e req-9646fbde-50c8-4a44-8027-4d15e367c896 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Aug 30 05:15:04.799116 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-53368594-ebbb-4d15-ac12-7d2ef25d5360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:05.316796 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b2f52-b3d6-4618-b1d3-0e1b5c2b5fb0 req-27159315-7b18-4086-aea1-19bfea8a1531 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:05.318274 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-097b2f52-b3d6-4618-b1d3-0e1b5c2b5fb0 req-27159315-7b18-4086-aea1-19bfea8a1531 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0493047 Aug 30 05:15:05.355465 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:05.370500 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-097b2f52-b3d6-4618-b1d3-0e1b5c2b5fb0 req-04f62ddb-b0d1-4f0d-a466-ad6b785dc079 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463986 Aug 30 05:15:05.391058 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34e3aa-7d7e-4e15-b788-6d4e3e06b130 req-f80d54dd-e7e1-47f9-800a-5adc645a3fdb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:05.392629 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1d34e3aa-7d7e-4e15-b788-6d4e3e06b130 req-f80d54dd-e7e1-47f9-800a-5adc645a3fdb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0549519 Aug 30 05:15:05.443361 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1d34e3aa-7d7e-4e15-b788-6d4e3e06b130 req-90f4373a-2d46-4d08-8bd3-25b1283f9dbe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 Aug 30 05:15:05.884448 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffbff2-8d46-4803-bf2e-333901ce8e59 req-5c6fee74-b7bb-4f1a-9046-36c297d9a1c5 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:05.885926 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-37ffbff2-8d46-4803-bf2e-333901ce8e59 req-5c6fee74-b7bb-4f1a-9046-36c297d9a1c5 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 945 time: 0.0487652 Aug 30 05:15:05.932026 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-37ffbff2-8d46-4803-bf2e-333901ce8e59 req-f324acfc-9913-4984-b0e4-8d9919e2e12e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Aug 30 05:15:06.477338 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-12081415-8af3-4988-9ca6-97df80b4905e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:06.479453 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-12081415-8af3-4988-9ca6-97df80b4905e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 945 time: 0.0688031 Aug 30 05:15:06.546505 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f82403-48ed-4f38-af84-ece70c290daf req-30927dad-9760-404d-97e2-0d03857e45bd tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:06.548024 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-40f82403-48ed-4f38-af84-ece70c290daf req-30927dad-9760-404d-97e2-0d03857e45bd tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0991650 Aug 30 05:15:06.605687 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9698-27a7-412d-a07e-3458692fc743 req-48c70348-6c18-401c-b76b-1589af7ee7e1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:06.608056 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2bcb9698-27a7-412d-a07e-3458692fc743 req-48c70348-6c18-401c-b76b-1589af7ee7e1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0500884 Aug 30 05:15:06.619161 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Deleting port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:15:06.619509 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:06.643148 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:06.662138 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2bcb9698-27a7-412d-a07e-3458692fc743 req-1996be3b-1dc5-4545-b07d-07db66fb1636 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474761 Aug 30 05:15:06.678596 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-40f82403-48ed-4f38-af84-ece70c290daf req-18654d29-e941-4c1b-9681-8ee1446698eb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219563 Aug 30 05:15:06.729300 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] For port b0c9e9dd-7bc1-4662-8798-666b8b9584c8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:06.729671 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:06.743514 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Calling delete_port for b0c9e9dd-7bc1-4662-8798-666b8b9584c8 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:15:06.803896 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de001-a592-4279-b96d-b816177188c1 req-b289763c-de6d-4fba-80bc-4c75ed1390b1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:06.805353 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-589de001-a592-4279-b96d-b816177188c1 req-b289763c-de6d-4fba-80bc-4c75ed1390b1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0528104 Aug 30 05:15:06.814944 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51338) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:15:06.820080 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-37d385dc-1577-4135-9af4-43bda6e2145c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Request body: {'floatingip': {'port_id': '361c8508-8cc9-4e2d-95e0-07af85e45dfa'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:15:06.861840 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-37d385dc-1577-4135-9af4-43bda6e2145c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for floatingip (98b67336-fec1-4cf3-a75f-be1ab83846ea), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:06.865089 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:06.881543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (b0c9e9dd-7bc1-4662-8798-666b8b9584c8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:06.893765 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['b0c9e9dd-7bc1-4662-8798-666b8b9584c8'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:15:06.912702 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Pushing event deleted for resources: {'Port': ['ID=b0c9e9dd-7bc1-4662-8798-666b8b9584c8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:06.966491 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] No DVR routers for this DVR port b0c9e9dd-7bc1-4662-8798-666b8b9584c8 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:15:06.969728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:06.973314 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4047da78-8c84-497d-b5a9-ff2a750679d5 req-591fc6e0-599e-41b8-a5ae-edc7ebe07635 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.82 "DELETE /networking/v2.0/ports/b0c9e9dd-7bc1-4662-8798-666b8b9584c8 HTTP/1.1" status: 204 len: 173 time: 0.4780593 Aug 30 05:15:06.973755 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48af496a-2b9e-4b18-aad8-59e43cfa075b', 'name': 'network-vif-deleted', 'tag': 'b0c9e9dd-7bc1-4662-8798-666b8b9584c8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:06.976077 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1468a83-00c0-4238-8373-8447ad4d16fe" -d '{"events": [{"server_uuid": "48af496a-2b9e-4b18-aad8-59e43cfa075b", "name": "network-vif-deleted", "tag": "b0c9e9dd-7bc1-4662-8798-666b8b9584c8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:07.043236 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19a6866-c9b0-44a0-bb58-f483cdd61226 x-openstack-request-id: req-e19a6866-c9b0-44a0-bb58-f483cdd61226 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:07.043526 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48af496a-2b9e-4b18-aad8-59e43cfa075b", "name": "network-vif-deleted", "tag": "b0c9e9dd-7bc1-4662-8798-666b8b9584c8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:07.043783 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e19a6866-c9b0-44a0-bb58-f483cdd61226 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:07.044194 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19a6866-c9b0-44a0-bb58-f483cdd61226'] response: {'server_uuid': '48af496a-2b9e-4b18-aad8-59e43cfa075b', 'name': 'network-vif-deleted', 'tag': 'b0c9e9dd-7bc1-4662-8798-666b8b9584c8', 'status': 'completed', 'code': 200} Aug 30 05:15:07.093755 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6a49c0d0-e2f4-42cb-8fc0-0e580eb58d1a req-b1498afc-1907-42ae-8c1f-475ba6925a19 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=48af496a-2b9e-4b18-aad8-59e43cfa075b HTTP/1.1" status: 200 len: 210 time: 0.0486925 Aug 30 05:15:07.122577 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-5cc5d0e7-ebbf-4c1f-86d8-75da36446b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:07.124198 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-5cc5d0e7-ebbf-4c1f-86d8-75da36446b57 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830&tenant_id=7ea4da0dbf3a44eabbff29f884beb157 HTTP/1.1" status: 200 len: 1128 time: 0.1186831 Aug 30 05:15:07.162939 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1cfc997f-2403-4b09-a7a9-4a518a12b744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:07.229636 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-e2cdcc3e-0c7a-49ea-8b9c-95479dc6f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:07.231432 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-e2cdcc3e-0c7a-49ea-8b9c-95479dc6f370 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 1128 time: 0.0672448 Aug 30 05:15:07.336621 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:07.341833 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-82842069-f60d-400f-8197-99ea3a1aa6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:07.343571 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-82842069-f60d-400f-8197-99ea3a1aa6e3 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 917 time: 0.1005859 Aug 30 05:15:07.417950 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-f828e77f-ace9-431d-b43e-cba83e2cdb93 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0 HTTP/1.1" status: 200 len: 999 time: 0.0631838 Aug 30 05:15:07.471599 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-f0b32a61-59b4-439e-94e4-c6c2b9b822e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:07.473100 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-f0b32a61-59b4-439e-94e4-c6c2b9b822e5 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.0477252 Aug 30 05:15:07.588384 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-37d385dc-1577-4135-9af4-43bda6e2145c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:07.592435 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-37d385dc-1577-4135-9af4-43bda6e2145c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (98b67336-fec1-4cf3-a75f-be1ab83846ea), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:07.689336 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-37d385dc-1577-4135-9af4-43bda6e2145c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Floating IP 98b67336-fec1-4cf3-a75f-be1ab83846ea associated. External IP: 172.27.4.174, port: 361c8508-8cc9-4e2d-95e0-07af85e45dfa. Aug 30 05:15:07.729409 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-ca937c4b-c4e2-4582-a926-c2b44782cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:07.730997 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-ca937c4b-c4e2-4582-a926-c2b44782cf1e service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523715 Aug 30 05:15:07.844714 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68872fa1-72a3-4341-8300-a3b881c797b7 req-c45fd69a-61a9-4fd7-a465-0ef3401ef02c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:07.846526 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-68872fa1-72a3-4341-8300-a3b881c797b7 req-c45fd69a-61a9-4fd7-a465-0ef3401ef02c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0881472 Aug 30 05:15:07.853439 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-5b45f44b-6861-431a-a2ca-0cf5a03a3858 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085362 Aug 30 05:15:07.920731 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:07.950034 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd25c78a-67ec-43d5-897e-3c16856b95c2 req-349ce73b-455a-4488-8a76-241e41ef9a72 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881288 Aug 30 05:15:07.968285 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-68872fa1-72a3-4341-8300-a3b881c797b7 req-73e0d16b-d635-4da0-83b3-0d28f2eae670 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124949 Aug 30 05:15:07.997693 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d385dc-1577-4135-9af4-43bda6e2145c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:15:08.104059 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d385dc-1577-4135-9af4-43bda6e2145c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:15:08.108281 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-37d385dc-1577-4135-9af4-43bda6e2145c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:08.113881 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] Sync routers for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:15:08.125678 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:15:08.126482 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:15:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:15:08.146830 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-37d385dc-1577-4135-9af4-43bda6e2145c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/98b67336-fec1-4cf3-a75f-be1ab83846ea HTTP/1.1" status: 200 len: 992 time: 1.3307986 Aug 30 05:15:08.147478 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:08.149879 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662172d6-36a4-434b-a196-777be990567a" -d '{"events": [{"name": "network-changed", "server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:08.208260 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:08.218404 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:08.224033 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318500bf-34c3-43e1-86a1-506569d1e887 x-openstack-request-id: req-318500bf-34c3-43e1-86a1-506569d1e887 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:08.224323 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:08.224577 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-318500bf-34c3-43e1-86a1-506569d1e887 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:08.224978 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318500bf-34c3-43e1-86a1-506569d1e887'] response: {'name': 'network-changed', 'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'status': 'completed', 'code': 200} Aug 30 05:15:08.301252 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:15:08.311747 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662172d6-36a4-434b-a196-777be990567a req-c902f348-0607-4f40-afee-8d7e519839df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:08.313499 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-662172d6-36a4-434b-a196-777be990567a req-c902f348-0607-4f40-afee-8d7e519839df service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 1130 time: 0.0609887 Aug 30 05:15:08.389422 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:08.432471 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662172d6-36a4-434b-a196-777be990567a req-fc2bcef3-d679-44de-a0cf-f6c940e513e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:08.432471 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-662172d6-36a4-434b-a196-777be990567a req-fc2bcef3-d679-44de-a0cf-f6c940e513e8 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.1109245 Aug 30 05:15:08.451548 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:08.510642 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-662172d6-36a4-434b-a196-777be990567a req-4360caaa-67a9-4c21-9696-c417d07ad40d service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa HTTP/1.1" status: 200 len: 1000 time: 0.0708978 Aug 30 05:15:08.560900 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662172d6-36a4-434b-a196-777be990567a req-eb964af3-e8b5-497d-a2c1-f4b88464b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:08.562365 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-662172d6-36a4-434b-a196-777be990567a req-eb964af3-e8b5-497d-a2c1-f4b88464b195 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.0453644 Aug 30 05:15:08.633382 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=12 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:08.634577 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=39,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:08.636111 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '98b67336-fec1-4cf3-a75f-be1ab83846ea', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'floating_ip_address': '172.27.4.174', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'port_id': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'mac_address': 'fa:16:3e:ad:01:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:14:39Z', 'updated_at': '2022-08-30T05:15:07Z', 'revision_number': 1, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:15Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:15:08.679876 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662172d6-36a4-434b-a196-777be990567a req-247c6b0b-1f65-4021-a11b-a0dfa551335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:08.681619 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-662172d6-36a4-434b-a196-777be990567a req-247c6b0b-1f65-4021-a11b-a0dfa551335d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1125700 Aug 30 05:15:08.703595 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] Checking router: ed74b9f6-95e9-43ca-9696-1eb97c6c7427 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:15:08.720230 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:15:08.721003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:15:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:15:08.839710 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:15:09.088844 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '98b67336-fec1-4cf3-a75f-be1ab83846ea', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'floating_ip_address': '172.27.4.174', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'port_id': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'mac_address': 'fa:16:3e:ad:01:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:14:39Z', 'updated_at': '2022-08-30T05:15:07Z', 'revision_number': 1, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:15Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:15:09.117638 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1616cdd-8137-41cc-bfeb-ccfe013e3740 req-dd9bda5c-8023-4db6-9be5-462f7afcef78 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:09.119178 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a1616cdd-8137-41cc-bfeb-ccfe013e3740 req-dd9bda5c-8023-4db6-9be5-462f7afcef78 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0643032 Aug 30 05:15:09.121777 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d1aa-50d8-4d8b-b6b7-15e8ad1ad6a0 None None] The sync data for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi is: [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '98b67336-fec1-4cf3-a75f-be1ab83846ea', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'floating_ip_address': '172.27.4.174', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'port_id': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'mac_address': 'fa:16:3e:ad:01:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:14:39Z', 'updated_at': '2022-08-30T05:15:07Z', 'revision_number': 1, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:15Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:15:09.192050 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a1616cdd-8137-41cc-bfeb-ccfe013e3740 req-dabd641a-bbeb-4cb0-b970-074a9f849540 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666409 Aug 30 05:15:09.869069 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412fd97-7426-4048-9390-2aac08146c31 None None] New status for floating IP 98b67336-fec1-4cf3-a75f-be1ab83846ea: ACTIVE {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:15:09.931481 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:09.979212 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:10.327156 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a21be-4f61-40a1-9cf8-8a9b45746fca req-bce7a090-f267-4ff7-8fed-e9943527abbf tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:10.328643 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c01a21be-4f61-40a1-9cf8-8a9b45746fca req-bce7a090-f267-4ff7-8fed-e9943527abbf tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0505295 Aug 30 05:15:10.349233 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:10.381853 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c01a21be-4f61-40a1-9cf8-8a9b45746fca req-7d1a36d4-8cd8-47fc-94b1-4caac9056037 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472403 Aug 30 05:15:11.523820 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b88e-a4c3-48ea-98e0-eb8288cb055e req-5f4a43a4-da9e-473c-86d0-4c567cf39d82 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:11.525640 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-21a1b88e-a4c3-48ea-98e0-eb8288cb055e req-5f4a43a4-da9e-473c-86d0-4c567cf39d82 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0550547 Aug 30 05:15:11.599629 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-21a1b88e-a4c3-48ea-98e0-eb8288cb055e req-fdc8c5a8-6145-4132-82bb-141f0eb803a3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539076 Aug 30 05:15:11.742625 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device b0c9e9dd-7bc1-4662-8798-666b8b9584c8 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:15:11.764190 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: b0c9e9dd-7bc1-4662-8798-666b8b9584c8 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:15:11.764663 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device b0c9e9dd-7bc1-4662-8798-666b8b9584c8 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:15:12.565937 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:15:12.762711 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2ca8-d440-49ee-b120-601925566b6d req-c826006b-14c3-4fac-a3bc-b855dcbc2abd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:12.764388 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-975c2ca8-d440-49ee-b120-601925566b6d req-c826006b-14c3-4fac-a3bc-b855dcbc2abd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0735664 Aug 30 05:15:12.814008 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-975c2ca8-d440-49ee-b120-601925566b6d req-af641a06-6000-404a-b14b-8c11d2cee8cd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 Aug 30 05:15:13.981446 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db5b36-19f7-4633-a1b4-0c38baa5d320 req-07aeb758-1820-4daf-9fc1-e602796d15f4 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:13.989452 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-21db5b36-19f7-4633-a1b4-0c38baa5d320 req-07aeb758-1820-4daf-9fc1-e602796d15f4 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0790093 Aug 30 05:15:14.047299 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-21db5b36-19f7-4633-a1b4-0c38baa5d320 req-964dcc52-0ad8-42da-890c-e3095e6adb0a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565207 Aug 30 05:15:15.183398 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b111164-6a49-48d2-ba4f-221458f41634 req-d3ea979f-171c-4ba5-9b5b-d78cb14895eb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:15.184940 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8b111164-6a49-48d2-ba4f-221458f41634 req-d3ea979f-171c-4ba5-9b5b-d78cb14895eb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0580027 Aug 30 05:15:15.235086 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8b111164-6a49-48d2-ba4f-221458f41634 req-24ee98ba-7879-40de-9879-7dfd828d0c06 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444839 Aug 30 05:15:16.368994 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a4cb-9c57-4723-bac6-723aba0d00a4 req-94df5c86-98ce-4521-a5cf-8fda758c0061 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:16.370605 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b6b6a4cb-9c57-4723-bac6-723aba0d00a4 req-94df5c86-98ce-4521-a5cf-8fda758c0061 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0528662 Aug 30 05:15:16.397376 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:16.420797 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b6b6a4cb-9c57-4723-bac6-723aba0d00a4 req-9664a4c8-03e2-458b-b8fd-8b3bfb70ddbb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Aug 30 05:15:17.548928 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cbbd4-53bf-462a-9f59-946339c0ae85 req-69907695-1892-48c5-8ef7-fa8db436f9c7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:17.550355 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9d4cbbd4-53bf-462a-9f59-946339c0ae85 req-69907695-1892-48c5-8ef7-fa8db436f9c7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0461054 Aug 30 05:15:17.601761 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9d4cbbd4-53bf-462a-9f59-946339c0ae85 req-c6aaf52b-dea3-44f3-8ac8-c710b0c21783 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458713 Aug 30 05:15:17.728138 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-662172d6-36a4-434b-a196-777be990567a req-d34fc365-3fc7-41cd-83ee-8716c78e81e9 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830560 Aug 30 05:15:18.345075 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-662172d6-36a4-434b-a196-777be990567a req-4476acd2-e75b-4dee-8a9c-8e32da9e64bf service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888710 Aug 30 05:15:18.509099 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-24835cbf-e9c8-4cde-80f5-ec4fa8242ac7 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:18.510662 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-24835cbf-e9c8-4cde-80f5-ec4fa8242ac7 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/networks?id=fc212efd-2a77-4199-8dbb-eb28c0903801 HTTP/1.1" status: 200 len: 813 time: 0.1054242 Aug 30 05:15:18.525223 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-118dc61e-9ee8-49e0-b008-bac90331ad3b tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/quotas/d98f56be5fb14ebe9e938ebc0f642994 HTTP/1.1" status: 200 len: 375 time: 0.0092075 Aug 30 05:15:18.557217 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-de6617e3-cfbd-4609-901d-3e3f3accb146 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d98f56be5fb14ebe9e938ebc0f642994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271537 Aug 30 05:15:18.647577 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-de6ec6ac-af3f-4e75-a57a-4fce86310f06 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838580 Aug 30 05:15:18.725897 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0278b2-6d34-49ca-8150-3b06f3c489c2 req-0a8a9bb5-12a6-4941-a777-6dcdd6be85ff tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:18.727287 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2d0278b2-6d34-49ca-8150-3b06f3c489c2 req-0a8a9bb5-12a6-4941-a777-6dcdd6be85ff tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0469334 Aug 30 05:15:18.734848 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:18.741174 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-3dbe8798-cd9f-4c8d-89a8-a86bb8687366 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880740 Aug 30 05:15:18.774936 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2d0278b2-6d34-49ca-8150-3b06f3c489c2 req-aac1df14-f586-4670-9819-ba1f6a4b768d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418754 Aug 30 05:15:18.907021 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f0db6016-d6f5-4263-a316-1ddca99db65a req-c2d5c1c8-9d07-4747-a9f2-f46005298340 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 210 time: 0.0291555 Aug 30 05:15:19.897521 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786442e4-eccf-4d9f-b73a-10fbf4ac8307 req-92141fca-33d3-4007-8473-58dfdee0ba09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:19.899001 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-786442e4-eccf-4d9f-b73a-10fbf4ac8307 req-92141fca-33d3-4007-8473-58dfdee0ba09 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0460868 Aug 30 05:15:19.946693 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-786442e4-eccf-4d9f-b73a-10fbf4ac8307 req-5c073b28-3a32-44be-8dbd-57f39f585cdd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Aug 30 05:15:20.019402 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5b8256a7-10cd-46b6-a4c2-ef20b1524e0c req-de013a15-b7f3-4fc2-a57f-2e7c16bdb825 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 210 time: 0.0337946 Aug 30 05:15:20.119497 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-73d55f9a-a73a-4a78-a86f-028c07e0daef tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:20.120933 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-73d55f9a-a73a-4a78-a86f-028c07e0daef tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.82 "GET /networking/v2.0/networks?id=fc212efd-2a77-4199-8dbb-eb28c0903801 HTTP/1.1" status: 200 len: 813 time: 0.1093102 Aug 30 05:15:20.134189 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Request body: {'port': {'device_id': '1f137b0e-9fb0-41ce-8bfa-a42616c11576', 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801', 'admin_state_up': True, 'tenant_id': 'd98f56be5fb14ebe9e938ebc0f642994'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:15:20.244193 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Made reservation on behalf of d98f56be5fb14ebe9e938ebc0f642994 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:15:20.247928 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:20.345728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:20.370949 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Allocated IP 172.20.0.9 (fc212efd-2a77-4199-8dbb-eb28c0903801/abce960a-4f45-4833-8e35-6a33d868460f/2315c25e-223b-4438-add1-64c8835a4abc) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:15:20.543199 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks [] for port (2315c25e-223b-4438-add1-64c8835a4abc), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:20.564177 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-6328d4a9-5e66-4e75-a54c-279faa22c9a2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-21014458&fields=id&tenant_id=97e3452b02294219ae56cd23eb2aa0ce HTTP/1.1" status: 200 len: 267 time: 0.0692589 Aug 30 05:15:20.641245 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (2315c25e-223b-4438-add1-64c8835a4abc), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:20.704062 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Network fc212efd-2a77-4199-8dbb-eb28c0903801 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:15:20.714989 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:15:20.716522 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:20.721098 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:15:20.725570 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:20.726170 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:20.736537 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Pushing event updated for resources: {'Port': ['ID=2315c25e-223b-4438-add1-64c8835a4abc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:20.743949 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77855d3-666b-4896-8059-9d67388050a1 req-2102b3ca-e335-451e-9a38-0ce368b2c717 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:20.745414 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-2102b3ca-e335-451e-9a38-0ce368b2c717 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 812 time: 0.1730053 Aug 30 05:15:20.763224 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-330f5823-32c8-4377-9010-d8c8a9cc2a6d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326325 Aug 30 05:15:20.764931 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-d23fab56-abf7-483b-a3d2-b457a715d978 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/quotas/97e3452b02294219ae56cd23eb2aa0ce HTTP/1.1" status: 200 len: 375 time: 0.0134828 Aug 30 05:15:20.783504 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Request body: {'port': {'device_id': '1f137b0e-9fb0-41ce-8bfa-a42616c11576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:15:20.847068 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-129a8912-4217-4ce0-a736-c7033472004e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768023 Aug 30 05:15:20.916626 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2315c25e-223b-4438-add1-64c8835a4abc), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:20.993212 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-a2b13244-1c7f-43d0-91b9-d7910a3e2e15 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312699 Aug 30 05:15:21.079819 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ae5bc-b5b7-4e0c-978f-2404ae4a58c3 req-ec16623a-7d67-42c1-b5ce-68febd7df363 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:21.081300 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4f6ae5bc-b5b7-4e0c-978f-2404ae4a58c3 req-ec16623a-7d67-42c1-b5ce-68febd7df363 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0518696 Aug 30 05:15:21.123489 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:21.130201 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4f6ae5bc-b5b7-4e0c-978f-2404ae4a58c3 req-cd5a0da6-9171-4f8b-8ce9-84d10b1b78da tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422597 Aug 30 05:15:21.197387 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-37548d13-ba4f-49b0-b518-be2fcb09da8a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596382 Aug 30 05:15:21.242125 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38460cdb-69f9-4c7d-b1af-b8c66ce05329 req-476751ab-c230-4a42-84df-a200fcb4b6c8 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:21.245216 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-38460cdb-69f9-4c7d-b1af-b8c66ce05329 req-476751ab-c230-4a42-84df-a200fcb4b6c8 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 931 time: 0.0540478 Aug 30 05:15:21.297200 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-38460cdb-69f9-4c7d-b1af-b8c66ce05329 req-7eeb7684-7a94-4f5e-b950-1fd8d9ae6fe7 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459745 Aug 30 05:15:21.529168 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-16b1e95c-05c3-4c60-892d-6083baedc685 req-a05e836c-8e04-484a-8a3e-8046a2b96e34 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 210 time: 0.0328820 Aug 30 05:15:21.539085 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2315c25e-223b-4438-add1-64c8835a4abc {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:15:21.550031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Publish callbacks [] for port (2315c25e-223b-4438-add1-64c8835a4abc), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:21.563496 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Transition to ACTIVE for port object 2315c25e-223b-4438-add1-64c8835a4abc will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:15:21.567469 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2315c25e-223b-4438-add1-64c8835a4abc), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:21.628521 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Pushing event updated for resources: {'Port': ['ID=2315c25e-223b-4438-add1-64c8835a4abc,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:21.640860 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Attempting to bind port 2315c25e-223b-4438-add1-64c8835a4abc on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:15:21.641228 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Attempting to bind port 2315c25e-223b-4438-add1-64c8835a4abc by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '658f729b-a240-422e-bcfc-ceadcc330f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:15:21.641584 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Attempting to bind port 2315c25e-223b-4438-add1-64c8835a4abc on network fc212efd-2a77-4199-8dbb-eb28c0903801 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:15:21.646397 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Port 2315c25e-223b-4438-add1-64c8835a4abc on network fc212efd-2a77-4199-8dbb-eb28c0903801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:15:21.646730 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Attempting to bind port 2315c25e-223b-4438-add1-64c8835a4abc on network fc212efd-2a77-4199-8dbb-eb28c0903801 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:15:21.651896 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:15:21.652203 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Checking segment: {'id': '658f729b-a240-422e-bcfc-ceadcc330f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:15:21.652639 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Bound using segment: {'id': '658f729b-a240-422e-bcfc-ceadcc330f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:15:21.653118 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Bound port: 2315c25e-223b-4438-add1-64c8835a4abc, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658f729b-a240-422e-bcfc-ceadcc330f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:15:21.653541 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2315c25e-223b-4438-add1-64c8835a4abc), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:21.718623 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] For port 2315c25e-223b-4438-add1-64c8835a4abc, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:15:21.721804 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] For port 2315c25e-223b-4438-add1-64c8835a4abc, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2315c25e-223b-4438-add1-64c8835a4abc,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:15:21.728065 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2315c25e-223b-4438-add1-64c8835a4abc), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:21.732216 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:21.733021 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:21.734513 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/2315c25e-223b-4438-add1-64c8835a4abc HTTP/1.1" status: 200 len: 1093 time: 0.9625776 Aug 30 05:15:21.735109 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f137b0e-9fb0-41ce-8bfa-a42616c11576', 'tag': '2315c25e-223b-4438-add1-64c8835a4abc'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:21.737425 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11f6084-4921-43ba-9028-a22814d9c26d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f137b0e-9fb0-41ce-8bfa-a42616c11576", "tag": "2315c25e-223b-4438-add1-64c8835a4abc"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:21.746971 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:21.747822 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:21.811826 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cae8ace-c711-491d-a462-e785fe269576 x-openstack-request-id: req-1cae8ace-c711-491d-a462-e785fe269576 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:21.812126 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f137b0e-9fb0-41ce-8bfa-a42616c11576", "tag": "2315c25e-223b-4438-add1-64c8835a4abc", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:21.812381 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cae8ace-c711-491d-a462-e785fe269576 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:21.812779 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cae8ace-c711-491d-a462-e785fe269576'] response: {'name': 'network-changed', 'server_uuid': '1f137b0e-9fb0-41ce-8bfa-a42616c11576', 'tag': '2315c25e-223b-4438-add1-64c8835a4abc', 'status': 'completed', 'code': 200} Aug 30 05:15:21.815183 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:21.835223 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c1d21-4eeb-412c-9c37-b5dae0156f67 service neutron] Pushing event updated for resources: {'Port': ['ID=2315c25e-223b-4438-add1-64c8835a4abc,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:21.839339 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-55cce457-8553-4b07-88c9-825bd02d58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:21.840817 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-55cce457-8553-4b07-88c9-825bd02d58d6 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d98f56be5fb14ebe9e938ebc0f642994&device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 1127 time: 0.0593879 Aug 30 05:15:21.885412 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-33146043-24e0-4ba6-b17f-61324db386c8 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2315c25e-223b-4438-add1-64c8835a4abc HTTP/1.1" status: 200 len: 217 time: 0.0357933 Aug 30 05:15:21.939010 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-90626dbf-9a10-40ed-a03a-4aef8955af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:21.940478 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-90626dbf-9a10-40ed-a03a-4aef8955af6e service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=abce960a-4f45-4833-8e35-6a33d868460f HTTP/1.1" status: 200 len: 853 time: 0.0477538 Aug 30 05:15:21.974427 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-09875df3-3ab9-4c98-a685-47ba75d61880 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fc212efd-2a77-4199-8dbb-eb28c0903801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271149 Aug 30 05:15:22.075264 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-befb37d7-7cd2-4170-9fb3-856b45e276ec service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901289 Aug 30 05:15:22.172833 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f75ed644-4aa0-43e9-bb4f-5c3bbcc4430e req-4c1eaac3-f809-4980-b3fe-c0e9099e1de4 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861936 Aug 30 05:15:22.256861 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3ada0-45d0-4b7f-a09b-d633fd63b583 req-161bbcfd-7c45-41aa-8ecb-f6483e1333b8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:22.258221 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6ae3ada0-45d0-4b7f-a09b-d633fd63b583 req-161bbcfd-7c45-41aa-8ecb-f6483e1333b8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0461223 Aug 30 05:15:22.278462 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:22.304740 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6ae3ada0-45d0-4b7f-a09b-d633fd63b583 req-76fe4665-3a7c-460c-bb27-9ceae97a2934 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409515 Aug 30 05:15:22.422215 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e5c4-c80d-4316-a6dc-5a6752095b58 req-701c011c-b9a0-4a3d-820a-24ce74163481 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:22.423688 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a446e5c4-c80d-4316-a6dc-5a6752095b58 req-701c011c-b9a0-4a3d-820a-24ce74163481 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 943 time: 0.0495012 Aug 30 05:15:22.469876 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a446e5c4-c80d-4316-a6dc-5a6752095b58 req-d755b494-2d3b-4f71-8395-44d7cdf5a7fb tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Aug 30 05:15:22.558654 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:22.565752 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:22.630422 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d0868807-abcf-407c-925a-c11fa1b5d070 req-db5f07eb-44f5-477a-8718-5a39c84aa120 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 210 time: 0.0274813 Aug 30 05:15:23.214349 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:23.223361 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f6084-4921-43ba-9028-a22814d9c26d req-9111b900-0b71-4f8c-a437-796a1d77018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:23.225494 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e11f6084-4921-43ba-9028-a22814d9c26d req-9111b900-0b71-4f8c-a437-796a1d77018b service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d98f56be5fb14ebe9e938ebc0f642994&device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 1127 time: 0.0415411 Aug 30 05:15:23.316940 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f6084-4921-43ba-9028-a22814d9c26d req-8dc8011d-36c2-4708-bc39-f7028e55919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:23.318423 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e11f6084-4921-43ba-9028-a22814d9c26d req-8dc8011d-36c2-4708-bc39-f7028e55919e service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fc212efd-2a77-4199-8dbb-eb28c0903801 HTTP/1.1" status: 200 len: 914 time: 0.0869315 Aug 30 05:15:23.434576 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2870b4-e397-4dc5-b781-dfd5dc02c3c6 req-d798153a-84e2-427b-b908-4aa45daf44d2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:23.435921 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc2870b4-e397-4dc5-b781-dfd5dc02c3c6 req-d798153a-84e2-427b-b908-4aa45daf44d2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0515189 Aug 30 05:15:23.465153 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e11f6084-4921-43ba-9028-a22814d9c26d req-1f6e1039-f0a8-4ee9-9570-ff40560d6e3f service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2315c25e-223b-4438-add1-64c8835a4abc HTTP/1.1" status: 200 len: 217 time: 0.0418849 Aug 30 05:15:23.504559 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bc2870b4-e397-4dc5-b781-dfd5dc02c3c6 req-66e9d9d7-fc4b-4683-927e-d9bc66a4a099 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Aug 30 05:15:23.587731 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b0eec-cab1-4aac-b3b0-54f39eddfc88 req-0d6bffa2-5641-4d1f-8f89-f9568ede6992 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:23.589138 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ff7b0eec-cab1-4aac-b3b0-54f39eddfc88 req-0d6bffa2-5641-4d1f-8f89-f9568ede6992 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 943 time: 0.0453422 Aug 30 05:15:23.641907 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ff7b0eec-cab1-4aac-b3b0-54f39eddfc88 req-b307c813-4289-48f6-81d1-8da1854dd15e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470200 Aug 30 05:15:23.745613 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f6084-4921-43ba-9028-a22814d9c26d req-632a5536-cf5c-41e0-bab1-dcd8a975c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:23.747037 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e11f6084-4921-43ba-9028-a22814d9c26d req-632a5536-cf5c-41e0-bab1-dcd8a975c3af service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=abce960a-4f45-4833-8e35-6a33d868460f HTTP/1.1" status: 200 len: 853 time: 0.0962510 Aug 30 05:15:23.749004 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-764601e8-fa2e-4f29-a853-d56409e7cf19 req-919a5227-9858-4e99-8d5b-80f03667f508 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 210 time: 0.0358930 Aug 30 05:15:24.459592 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e11f6084-4921-43ba-9028-a22814d9c26d req-a413e6dd-7d7a-4d01-9315-ed668aacd479 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fc212efd-2a77-4199-8dbb-eb28c0903801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362244 Aug 30 05:15:24.620608 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77855d3-666b-4896-8059-9d67388050a1 req-e6fc2fab-8e61-4344-8751-54d6ad11c4c6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:24.622674 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-e6fc2fab-8e61-4344-8751-54d6ad11c4c6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 812 time: 0.1913459 Aug 30 05:15:24.634418 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd6131-c446-48f7-ab02-2bee41552d7a req-08433531-d846-44b8-a60c-4fbb60fe575a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:24.636047 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5ccd6131-c446-48f7-ab02-2bee41552d7a req-08433531-d846-44b8-a60c-4fbb60fe575a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0494528 Aug 30 05:15:24.646024 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e11f6084-4921-43ba-9028-a22814d9c26d req-6d127631-40c9-4f0d-bb3a-db7ee06b77c8 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738405 Aug 30 05:15:24.687449 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5ccd6131-c446-48f7-ab02-2bee41552d7a req-321d055d-480c-4764-bbf1-cc04fb0c23ab tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456574 Aug 30 05:15:24.784892 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-9a368e06-e412-4676-be09-feff20a6cff4 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=97e3452b02294219ae56cd23eb2aa0ce HTTP/1.1" status: 200 len: 378 time: 0.1491606 Aug 30 05:15:24.805458 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be67c4-6277-4410-b070-28f807960dfa req-ecfaace2-55b5-4825-a5ed-3e9dbae558c0 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:24.807023 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-65be67c4-6277-4410-b070-28f807960dfa req-ecfaace2-55b5-4825-a5ed-3e9dbae558c0 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 943 time: 0.0844891 Aug 30 05:15:24.813835 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'port': {'device_id': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'admin_state_up': True, 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'security_groups': ['b111269d-d9fc-4811-9e6c-4190061edb8c']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:15:24.849073 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-36ed62dd-5830-4588-80e3-4749be9aee3b req-bce7c777-2293-40aa-a9c8-fcf3ebdc1cd4 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 210 time: 0.0284958 Aug 30 05:15:24.868330 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:24.880321 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e11f6084-4921-43ba-9028-a22814d9c26d req-755ed06f-6c74-49ec-955d-602c7b5a2a36 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223318 Aug 30 05:15:24.934269 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-65be67c4-6277-4410-b070-28f807960dfa req-2f5d5ada-e3a4-4852-a105-5a0956f8692a tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098328 Aug 30 05:15:24.966606 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Made reservation on behalf of 97e3452b02294219ae56cd23eb2aa0ce for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:15:24.970562 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:24.993782 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:25.104290 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Allocated IP 172.20.0.6 (15c65eeb-dfe2-43bb-9925-99f6c334ef61/9940a200-cfdf-4ce9-b3e0-4116b2f8471e/f08307cf-f44e-403c-bd63-0b7921eca530) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:15:25.246042 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for port (f08307cf-f44e-403c-bd63-0b7921eca530), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.275833 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.317007 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:15:25.320476 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:15:25.322837 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:15:25.327576 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:25.328173 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.342982 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'Port': ['ID=f08307cf-f44e-403c-bd63-0b7921eca530,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:25.353992 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-a57d2a37-d079-427d-b3ff-59440e65fcdb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557764 Aug 30 05:15:25.367204 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Request body: {'port': {'device_id': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:15:25.430376 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.518400 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-c507ad96-a4c2-4b87-a8cb-9bb052850e25 None None] Provisioning complete for port f08307cf-f44e-403c-bd63-0b7921eca530 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:15:25.518955 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c507ad96-a4c2-4b87-a8cb-9bb052850e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.673294 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-c507ad96-a4c2-4b87-a8cb-9bb052850e25 None None] Port f08307cf-f44e-403c-bd63-0b7921eca530 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:15:25.682274 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:25.694575 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08307cf-f44e-403c-bd63-0b7921eca530 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:15:25.702588 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Publish callbacks [] for port (f08307cf-f44e-403c-bd63-0b7921eca530), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.715288 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Transition to ACTIVE for port object f08307cf-f44e-403c-bd63-0b7921eca530 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:15:25.718864 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.754911 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:25.792462 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Pushing event updated for resources: {'Port': ['ID=f08307cf-f44e-403c-bd63-0b7921eca530,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:25.798096 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Attempting to bind port f08307cf-f44e-403c-bd63-0b7921eca530 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:15:25.798432 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Attempting to bind port f08307cf-f44e-403c-bd63-0b7921eca530 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:15:25.798761 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Attempting to bind port f08307cf-f44e-403c-bd63-0b7921eca530 on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:15:25.803863 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Port f08307cf-f44e-403c-bd63-0b7921eca530 on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:15:25.804183 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Attempting to bind port f08307cf-f44e-403c-bd63-0b7921eca530 on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:15:25.809198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:15:25.809531 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Checking segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:15:25.809908 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Bound using segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:15:25.810329 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Bound port: f08307cf-f44e-403c-bd63-0b7921eca530, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:15:25.810684 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.816827 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3b710-b15c-435d-8add-6acbb033dc4f req-d3cfd569-a663-43db-8421-70bfbed58115 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:25.818893 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-acf3b710-b15c-435d-8add-6acbb033dc4f req-d3cfd569-a663-43db-8421-70bfbed58115 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0513537 Aug 30 05:15:25.865114 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-acf3b710-b15c-435d-8add-6acbb033dc4f req-8636a582-0f7a-4c02-944c-8b5ed4f38bf0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404680 Aug 30 05:15:25.872623 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] For port f08307cf-f44e-403c-bd63-0b7921eca530, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:15:25.875691 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] For port f08307cf-f44e-403c-bd63-0b7921eca530, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f08307cf-f44e-403c-bd63-0b7921eca530,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:15:25.886718 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.890927 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:25.891659 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:25.893030 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/f08307cf-f44e-403c-bd63-0b7921eca530 HTTP/1.1" status: 200 len: 1093 time: 0.5308685 Aug 30 05:15:25.894572 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'tag': 'f08307cf-f44e-403c-bd63-0b7921eca530'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:25.897517 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b8fe27-6c27-42b1-8e8d-492bab73881d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6", "tag": "f08307cf-f44e-403c-bd63-0b7921eca530"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:25.975434 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91097b2d-4529-4cb3-841d-41e53e6bb674 x-openstack-request-id: req-91097b2d-4529-4cb3-841d-41e53e6bb674 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:25.975784 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6", "tag": "f08307cf-f44e-403c-bd63-0b7921eca530", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:25.975969 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91097b2d-4529-4cb3-841d-41e53e6bb674 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:25.976370 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91097b2d-4529-4cb3-841d-41e53e6bb674'] response: {'name': 'network-changed', 'server_uuid': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'tag': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'status': 'completed', 'code': 200} Aug 30 05:15:26.002567 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49b9d8-b414-4293-8b00-e49203015606 service neutron] Pushing event updated for resources: {'Port': ['ID=f08307cf-f44e-403c-bd63-0b7921eca530,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:26.025849 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe285-c639-4d9d-aa24-cae00f762554 req-dad113cc-cc6d-4fcc-b513-27d78de86a79 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:26.027361 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2eefe285-c639-4d9d-aa24-cae00f762554 req-dad113cc-cc6d-4fcc-b513-27d78de86a79 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 943 time: 0.0980077 Aug 30 05:15:26.028438 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77855d3-666b-4896-8059-9d67388050a1 req-c3d37c3d-1ae5-4a0b-bdd7-ae2318e2074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:26.029766 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-c3d37c3d-1ae5-4a0b-bdd7-ae2318e2074c service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 1127 time: 0.0876977 Aug 30 05:15:26.042729 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:26.055823 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ddaa2-0c3a-4f1a-af08-3a5098dc1a0a req-610cffa7-cd60-46d6-a5d3-a3213c0f8edb tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:26.057295 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-eb2ddaa2-0c3a-4f1a-af08-3a5098dc1a0a req-610cffa7-cd60-46d6-a5d3-a3213c0f8edb tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 943 time: 0.0490282 Aug 30 05:15:26.082785 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-5393e258-a501-44b1-a7cd-b8da7832e0af service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08307cf-f44e-403c-bd63-0b7921eca530 HTTP/1.1" status: 200 len: 217 time: 0.0429251 Aug 30 05:15:26.104230 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-eb2ddaa2-0c3a-4f1a-af08-3a5098dc1a0a req-2f4fe56e-dd49-4992-b0b1-8b56fa5cc9ae tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Aug 30 05:15:26.136934 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2eefe285-c639-4d9d-aa24-cae00f762554 req-471f84f5-9c7d-409e-a458-add9942d51bb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040301 Aug 30 05:15:26.151600 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77855d3-666b-4896-8059-9d67388050a1 req-315ba23b-1af6-4924-8f2f-357f33ec57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:26.153017 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-315ba23b-1af6-4924-8f2f-357f33ec57fe service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0621781 Aug 30 05:15:26.196255 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77855d3-666b-4896-8059-9d67388050a1 req-79e0c48b-376c-43b4-9a55-961d2ebfacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:26.197628 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-79e0c48b-376c-43b4-9a55-961d2ebfacda service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381892 Aug 30 05:15:26.285801 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-b0473b70-07fb-4803-a784-3201064872b6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805473 Aug 30 05:15:26.377952 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d77855d3-666b-4896-8059-9d67388050a1 req-20b61ac7-dc04-47b3-9a41-598ef40e54da service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853467 Aug 30 05:15:26.609626 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 2315c25e-223b-4438-add1-64c8835a4abc details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:15:26.708604 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-d34816e5-11ae-4bde-8be6-dcde9d5ddb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:26.710082 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-d34816e5-11ae-4bde-8be6-dcde9d5ddb0c service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 1127 time: 0.0392275 Aug 30 05:15:26.714273 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 2315c25e-223b-4438-add1-64c8835a4abc, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2315c25e-223b-4438-add1-64c8835a4abc,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:26.725502 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '2315c25e-223b-4438-add1-64c8835a4abc', 'network_id': 'fc212efd-2a77-4199-8dbb-eb28c0903801', 'port_id': '2315c25e-223b-4438-add1-64c8835a4abc', 'mac_address': 'fa:16:3e:83:16:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abce960a-4f45-4833-8e35-6a33d868460f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:15:26.759269 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 2315c25e-223b-4438-add1-64c8835a4abc is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:15:26.759658 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2315c25e-223b-4438-add1-64c8835a4abc), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:26.772424 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2315c25e-223b-4438-add1-64c8835a4abc {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:15:26.792111 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 2315c25e-223b-4438-add1-64c8835a4abc, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2315c25e-223b-4438-add1-64c8835a4abc,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:26.796141 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2315c25e-223b-4438-add1-64c8835a4abc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:26.796791 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:15:26.810233 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-0f535c4f-8068-4bed-8c40-b1557d08a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:26.811769 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-0f535c4f-8068-4bed-8c40-b1557d08a5a1 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.0895445 Aug 30 05:15:26.851456 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-ac3b1034-5677-46be-b429-194757695973 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08307cf-f44e-403c-bd63-0b7921eca530 HTTP/1.1" status: 200 len: 217 time: 0.0324128 Aug 30 05:15:26.863118 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=2315c25e-223b-4438-add1-64c8835a4abc,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:26.900198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-0aeaed68-35f9-4a79-ad9f-9a00cd9aa128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:26.900882 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.901229 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.901571 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.901688 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-0aeaed68-35f9-4a79-ad9f-9a00cd9aa128 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0434043 Aug 30 05:15:26.901906 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.902231 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.902557 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.902905 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.903545 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.903545 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.903851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.904161 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.904500 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.904827 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.905144 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.905462 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:26.941796 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:26.950048 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:26.953585 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-7fe01f05-21e0-49b6-9f4d-bc1738683cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:26.955118 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-7fe01f05-21e0-49b6-9f4d-bc1738683cf8 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470958 Aug 30 05:15:26.962034 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'port_id': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'mac_address': 'fa:16:3e:b9:60:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:15:26.997072 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:15:26.997396 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:27.003447 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e85f0-0fe9-4b6a-a1e1-94c1cf5fd30f req-373e862d-a358-470f-8241-78986ce6bdd4 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:27.005264 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3c6e85f0-0fe9-4b6a-a1e1-94c1cf5fd30f req-373e862d-a358-470f-8241-78986ce6bdd4 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 944 time: 0.0519378 Aug 30 05:15:27.010717 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5da19b6-98a0-4af9-b8f5-52291d4a9be0 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:15:27.032328 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:27.038016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:27.056019 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-5c23a818-fbab-4a6c-b5a5-25399ba0eb12 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904434 Aug 30 05:15:27.062396 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3c6e85f0-0fe9-4b6a-a1e1-94c1cf5fd30f req-dfa56eee-b1d3-4747-b32b-b2e6449f99f9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510991 Aug 30 05:15:27.088723 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=9']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:27.145409 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:27.171673 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-36b8fe27-6c27-42b1-8e8d-492bab73881d req-87986186-bf00-473d-81f4-631eeb4d4c71 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935044 Aug 30 05:15:27.222035 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590fa03-c19b-4b1f-a3ae-4d28b9a4e8cb req-308c23e4-e1ff-47c4-8c1a-1bc55aeb4ff7 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:27.223611 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e590fa03-c19b-4b1f-a3ae-4d28b9a4e8cb req-308c23e4-e1ff-47c4-8c1a-1bc55aeb4ff7 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 944 time: 0.0477169 Aug 30 05:15:27.268521 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800a0b3-6dd1-41df-bb06-aecc39bbbe8e req-46d38b06-d66f-4580-b6d9-933a4f741945 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:27.269901 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8800a0b3-6dd1-41df-bb06-aecc39bbbe8e req-46d38b06-d66f-4580-b6d9-933a4f741945 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 943 time: 0.0467980 Aug 30 05:15:27.270026 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e590fa03-c19b-4b1f-a3ae-4d28b9a4e8cb req-ce8a5947-2eb4-4116-8607-3edaf4177b0e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Aug 30 05:15:27.319317 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8800a0b3-6dd1-41df-bb06-aecc39bbbe8e req-5448a9c3-9c56-41aa-9be4-f9d906372b90 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429356 Aug 30 05:15:27.508346 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['c5da19b6-98a0-4af9-b8f5-52291d4a9be0'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:15:27.617652 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['2315c25e-223b-4438-add1-64c8835a4abc'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:15:27.657178 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:27.698559 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:28.184728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9d9a6-377c-485e-94e5-bb688330eef8 req-e5a5f1f4-5267-4556-8c16-1203888672f5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:28.186165 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4a9d9a6-377c-485e-94e5-bb688330eef8 req-e5a5f1f4-5267-4556-8c16-1203888672f5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 945 time: 0.0458887 Aug 30 05:15:28.234849 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4a9d9a6-377c-485e-94e5-bb688330eef8 req-d621a748-1f89-4794-8a60-dd6ef8645c9a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431476 Aug 30 05:15:28.389696 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0fb6e-a261-4b91-a669-38c22416192f req-00ebe125-7da3-4a53-8572-f22625381f9e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:28.391205 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b6b0fb6e-a261-4b91-a669-38c22416192f req-00ebe125-7da3-4a53-8572-f22625381f9e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 944 time: 0.0477479 Aug 30 05:15:28.437710 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ce184-32c2-4fa8-82e1-c953ab64cb56 req-cc2b9597-2120-4b6c-82d2-4248d9c4bcd2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:28.437968 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b6b0fb6e-a261-4b91-a669-38c22416192f req-efe35f55-226a-4f56-becf-32b5cfb7e4c5 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Aug 30 05:15:28.439471 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-565ce184-32c2-4fa8-82e1-c953ab64cb56 req-cc2b9597-2120-4b6c-82d2-4248d9c4bcd2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 943 time: 0.0470345 Aug 30 05:15:28.488495 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-565ce184-32c2-4fa8-82e1-c953ab64cb56 req-01da2ea3-5756-4909-8b43-af033f9b128c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435679 Aug 30 05:15:28.882670 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 2315c25e-223b-4438-add1-64c8835a4abc up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:15:28.923963 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 2315c25e-223b-4438-add1-64c8835a4abc completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:15:28.930555 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 2315c25e-223b-4438-add1-64c8835a4abc triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:15:28.930973 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2315c25e-223b-4438-add1-64c8835a4abc), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:29.006401 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 2315c25e-223b-4438-add1-64c8835a4abc is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:15:29.006788 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2315c25e-223b-4438-add1-64c8835a4abc), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:29.028725 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f137b0e-9fb0-41ce-8bfa-a42616c11576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2315c25e-223b-4438-add1-64c8835a4abc'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:29.030932 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6894e68c-dd78-44b8-874b-0178689b1ae7" -d '{"events": [{"server_uuid": "1f137b0e-9fb0-41ce-8bfa-a42616c11576", "name": "network-vif-plugged", "status": "completed", "tag": "2315c25e-223b-4438-add1-64c8835a4abc"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:29.043637 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 2315c25e-223b-4438-add1-64c8835a4abc, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2315c25e-223b-4438-add1-64c8835a4abc,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:29.048034 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2315c25e-223b-4438-add1-64c8835a4abc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:29.048519 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:15:29.091897 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401924c-567a-43a7-9d88-affb95025f79 x-openstack-request-id: req-5401924c-567a-43a7-9d88-affb95025f79 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:29.092223 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f137b0e-9fb0-41ce-8bfa-a42616c11576", "name": "network-vif-plugged", "status": "completed", "tag": "2315c25e-223b-4438-add1-64c8835a4abc", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:29.092486 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5401924c-567a-43a7-9d88-affb95025f79 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:29.093135 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5401924c-567a-43a7-9d88-affb95025f79'] response: {'server_uuid': '1f137b0e-9fb0-41ce-8bfa-a42616c11576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2315c25e-223b-4438-add1-64c8835a4abc', 'code': 200} Aug 30 05:15:29.130758 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=2315c25e-223b-4438-add1-64c8835a4abc,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:29.139156 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:15:29.139156 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:29.216409 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:15:29.216797 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:29.249138 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:29.252368 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f862f9-a588-4bf9-9f59-2e5280d439f5 req-aed82dec-979b-41c3-aa84-77550279b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:29.253204 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:29.253873 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e7f862f9-a588-4bf9-9f59-2e5280d439f5 req-aed82dec-979b-41c3-aa84-77550279b2f9 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 1129 time: 0.0383041 Aug 30 05:15:29.299497 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e7f862f9-a588-4bf9-9f59-2e5280d439f5 req-368c344a-c2ff-453d-8e10-c6105107ed69 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Aug 30 05:15:29.303116 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=10']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:29.365812 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7674b7-afb7-4449-9bc1-ce53d79728a7 req-16a5e08b-3dfb-428a-b5bb-c07c38af0c62 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:29.367290 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2a7674b7-afb7-4449-9bc1-ce53d79728a7 req-16a5e08b-3dfb-428a-b5bb-c07c38af0c62 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0495400 Aug 30 05:15:29.413220 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2a7674b7-afb7-4449-9bc1-ce53d79728a7 req-615951c9-8501-4867-be21-cf73c1b57460 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 Aug 30 05:15:29.560801 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4692-0bd0-4fb8-b4e6-f6c9163dcce4 req-e9cfe20a-7169-4dfb-8326-4951a9d3529d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:29.562301 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f74b4692-0bd0-4fb8-b4e6-f6c9163dcce4 req-e9cfe20a-7169-4dfb-8326-4951a9d3529d tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 945 time: 0.0514894 Aug 30 05:15:29.605625 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ddf89-0fd3-4cce-9186-9dd21b90d344 req-d7b30ab7-f023-4f2a-8832-56fcae69bf77 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:29.607128 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d19ddf89-0fd3-4cce-9186-9dd21b90d344 req-d7b30ab7-f023-4f2a-8832-56fcae69bf77 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 943 time: 0.0473530 Aug 30 05:15:29.610632 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f74b4692-0bd0-4fb8-b4e6-f6c9163dcce4 req-ef172a59-124d-46ca-97b6-0e150d1ba168 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416262 Aug 30 05:15:29.655507 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d19ddf89-0fd3-4cce-9186-9dd21b90d344 req-29560db3-a8ed-49cd-9026-986f7a2216b0 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427706 Aug 30 05:15:30.089515 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:30.533981 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62872923-6fe3-46cd-9500-4ddd8ecef21a req-4966f44c-525b-49db-b797-e2d49e2d1b5c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:30.535448 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-62872923-6fe3-46cd-9500-4ddd8ecef21a req-4966f44c-525b-49db-b797-e2d49e2d1b5c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0459495 Aug 30 05:15:30.585844 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-62872923-6fe3-46cd-9500-4ddd8ecef21a req-20ede761-df39-4018-9018-c40f2579a077 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442638 Aug 30 05:15:30.731720 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b512a-73e6-4056-bcd8-4e062ee0047e req-8a69a17f-cb60-4cc7-b688-c75082574cc7 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:30.733178 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ad0b512a-73e6-4056-bcd8-4e062ee0047e req-8a69a17f-cb60-4cc7-b688-c75082574cc7 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 945 time: 0.0506549 Aug 30 05:15:30.769924 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740d9aa-3fb5-43a3-a8d7-356e0ec62a8e req-4e407ad4-2628-469a-9ca2-e391e61f6746 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:30.771883 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d740d9aa-3fb5-43a3-a8d7-356e0ec62a8e req-4e407ad4-2628-469a-9ca2-e391e61f6746 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 943 time: 0.0458384 Aug 30 05:15:30.780048 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ad0b512a-73e6-4056-bcd8-4e062ee0047e req-218994b2-0bea-49c2-a405-6cfe25b1725a tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Aug 30 05:15:30.823749 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d740d9aa-3fb5-43a3-a8d7-356e0ec62a8e req-c8017d41-bf0f-4e2b-b683-3d6ae595d465 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462337 Aug 30 05:15:31.093871 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:31.096243 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad45d9-4aeb-4d31-a09e-6b8542984029" -d '{"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-plugged", "status": "completed", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:31.132923 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b570f0b6-22ea-44c1-8f1d-77c42c1b9b35 x-openstack-request-id: req-b570f0b6-22ea-44c1-8f1d-77c42c1b9b35 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:31.133229 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-plugged", "status": "completed", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:31.133482 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b570f0b6-22ea-44c1-8f1d-77c42c1b9b35 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:31.133870 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b570f0b6-22ea-44c1-8f1d-77c42c1b9b35'] response: {'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'code': 200} Aug 30 05:15:31.711499 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbc847-2db6-4fba-96b7-ecdb76c94880 req-63222e4a-8f86-4958-8259-c9e9a9e304ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:31.712974 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2afbc847-2db6-4fba-96b7-ecdb76c94880 req-63222e4a-8f86-4958-8259-c9e9a9e304ab service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 1131 time: 0.0375762 Aug 30 05:15:31.716468 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede9f1e-095e-49ed-bc6a-1399a72101f8 req-1fcfa0df-6ead-4c0b-ae96-9899b8c54625 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:31.718220 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7ede9f1e-095e-49ed-bc6a-1399a72101f8 req-1fcfa0df-6ead-4c0b-ae96-9899b8c54625 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0470757 Aug 30 05:15:31.760909 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:31.765500 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7ede9f1e-095e-49ed-bc6a-1399a72101f8 req-cdd99037-40f1-4eef-b909-a5186f549f15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417023 Aug 30 05:15:31.877860 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2afbc847-2db6-4fba-96b7-ecdb76c94880 req-8e82f708-93a1-497e-b608-c2299df2d45e service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487208 Aug 30 05:15:31.910473 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703c306-4aad-4165-8c76-036a877071c1 req-391f46cd-15ba-42ac-bed2-be6a013dc8ed tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:31.912494 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0703c306-4aad-4165-8c76-036a877071c1 req-391f46cd-15ba-42ac-bed2-be6a013dc8ed tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Aug 30 05:15:31.942166 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f6f2-6681-425d-b758-e8c63976fad9 req-58ada9c3-e05f-41e7-9356-848a9585ec33 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:31.943682 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bc79f6f2-6681-425d-b758-e8c63976fad9 req-58ada9c3-e05f-41e7-9356-848a9585ec33 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 943 time: 0.0474989 Aug 30 05:15:31.962111 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0703c306-4aad-4165-8c76-036a877071c1 req-1a18be9f-3171-47ff-a052-4c41fb625537 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440433 Aug 30 05:15:31.995667 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bc79f6f2-6681-425d-b758-e8c63976fad9 req-b2e3762f-be88-4878-bfc5-76d5efd3002e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449536 Aug 30 05:15:32.881681 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device f08307cf-f44e-403c-bd63-0b7921eca530 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:15:32.890568 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d41487-cc1a-4b9a-bf54-f4e49452b5fa req-e097c1cb-c438-4793-ae9c-68d978f3da3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:32.899362 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e9d41487-cc1a-4b9a-bf54-f4e49452b5fa req-e097c1cb-c438-4793-ae9c-68d978f3da3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0573990 Aug 30 05:15:32.901012 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:32.948855 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e9d41487-cc1a-4b9a-bf54-f4e49452b5fa req-9ef6445a-e100-49e6-820b-8d0723a7ebd0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485222 Aug 30 05:15:32.980002 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:32.999524 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port f08307cf-f44e-403c-bd63-0b7921eca530, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f08307cf-f44e-403c-bd63-0b7921eca530,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:33.011578 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'port_id': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'mac_address': 'fa:16:3e:b9:81:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:15:33.052784 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port f08307cf-f44e-403c-bd63-0b7921eca530 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:15:33.053140 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:33.072472 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08307cf-f44e-403c-bd63-0b7921eca530 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:15:33.095027 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port f08307cf-f44e-403c-bd63-0b7921eca530, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f08307cf-f44e-403c-bd63-0b7921eca530,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:33.099402 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:33.132717 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc4e5-e6e0-4d21-80be-b78d1dfeb4f0 req-5bdcbc42-b7f2-470e-8eb8-18691c6a988c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:33.134236 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-268cc4e5-e6e0-4d21-80be-b78d1dfeb4f0 req-5bdcbc42-b7f2-470e-8eb8-18691c6a988c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 943 time: 0.0510955 Aug 30 05:15:33.146161 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=f08307cf-f44e-403c-bd63-0b7921eca530,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:33.175392 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:33.185525 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-268cc4e5-e6e0-4d21-80be-b78d1dfeb4f0 req-2f422321-3446-4234-861c-ee2919ecfbd7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456812 Aug 30 05:15:33.440620 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['f08307cf-f44e-403c-bd63-0b7921eca530'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:15:34.042930 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:34.080025 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37083b2f-057e-4544-9e9c-d408892e45e5 req-09e80a82-5d3f-47f7-ac62-37441093a61e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:34.081479 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-37083b2f-057e-4544-9e9c-d408892e45e5 req-09e80a82-5d3f-47f7-ac62-37441093a61e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0479376 Aug 30 05:15:34.128384 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-37083b2f-057e-4544-9e9c-d408892e45e5 req-d50e6a26-d029-4805-9d12-49e6e2e3053b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Aug 30 05:15:34.303914 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9070c8-7d06-4504-a3f2-d67cefa5aa6e req-73fa6124-9630-407f-8a60-73eb05df7399 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:34.305349 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-dc9070c8-7d06-4504-a3f2-d67cefa5aa6e req-73fa6124-9630-407f-8a60-73eb05df7399 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 944 time: 0.0488508 Aug 30 05:15:34.354309 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-dc9070c8-7d06-4504-a3f2-d67cefa5aa6e req-95cd4c0e-7707-4347-98b4-b4dea865ad9d tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434332 Aug 30 05:15:34.801968 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ab16d89b-98b3-4ea5-bc36-f10336d64e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:34.882919 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device f08307cf-f44e-403c-bd63-0b7921eca530 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:15:34.928541 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port f08307cf-f44e-403c-bd63-0b7921eca530 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:15:34.934783 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port f08307cf-f44e-403c-bd63-0b7921eca530 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:15:34.935213 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:35.008426 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port f08307cf-f44e-403c-bd63-0b7921eca530 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:15:35.008905 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:35.031622 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08307cf-f44e-403c-bd63-0b7921eca530'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:35.033918 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259010ce-2f33-41df-9c2c-f82d43526d8d" -d '{"events": [{"server_uuid": "e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6", "name": "network-vif-plugged", "status": "completed", "tag": "f08307cf-f44e-403c-bd63-0b7921eca530"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:35.046922 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port f08307cf-f44e-403c-bd63-0b7921eca530, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f08307cf-f44e-403c-bd63-0b7921eca530,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:35.051859 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:35.078094 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10cc17-1fd9-4538-aeea-1226b663f16a x-openstack-request-id: req-2d10cc17-1fd9-4538-aeea-1226b663f16a {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:35.078454 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6", "name": "network-vif-plugged", "status": "completed", "tag": "f08307cf-f44e-403c-bd63-0b7921eca530", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:35.078704 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d10cc17-1fd9-4538-aeea-1226b663f16a {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:35.079115 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d10cc17-1fd9-4538-aeea-1226b663f16a'] response: {'server_uuid': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'code': 200} Aug 30 05:15:35.106503 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=f08307cf-f44e-403c-bd63-0b7921eca530,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:35.254733 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694fe5-c11b-4b77-8c38-2c048e8af429 req-dd07dc88-8c60-4f1c-9a58-e6573e4eb1be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:35.256290 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b0694fe5-c11b-4b77-8c38-2c048e8af429 req-dd07dc88-8c60-4f1c-9a58-e6573e4eb1be tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0487766 Aug 30 05:15:35.304646 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b0694fe5-c11b-4b77-8c38-2c048e8af429 req-74cded6f-e532-45fa-9ae7-95780f4dae47 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Aug 30 05:15:35.361828 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:35.372661 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff520595-dc1f-404f-a0ed-c5d116a1d9ea req-82aa47b4-b43b-484b-96fe-e1a99ec6e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:35.374169 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ff520595-dc1f-404f-a0ed-c5d116a1d9ea req-82aa47b4-b43b-484b-96fe-e1a99ec6e436 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 1129 time: 0.0410955 Aug 30 05:15:35.422521 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ff520595-dc1f-404f-a0ed-c5d116a1d9ea req-675a3322-e38e-4616-843b-578a6bd35674 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408666 Aug 30 05:15:35.478324 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dc873-e508-4b21-a3ce-9a07ca89eee8 req-c0db4d16-d390-4c74-8aea-8698191f5b84 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:35.479857 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5f3dc873-e508-4b21-a3ce-9a07ca89eee8 req-c0db4d16-d390-4c74-8aea-8698191f5b84 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Aug 30 05:15:35.527739 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5f3dc873-e508-4b21-a3ce-9a07ca89eee8 req-91287243-6653-40ea-83a3-c135829dc409 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421820 Aug 30 05:15:36.429912 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa2a7e-f94b-4f3a-a715-bd433a88cc13 req-96ab5d8e-e422-419e-8daa-d5c24f0c4362 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:36.431424 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e1fa2a7e-f94b-4f3a-a715-bd433a88cc13 req-96ab5d8e-e422-419e-8daa-d5c24f0c4362 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0467744 Aug 30 05:15:36.477671 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e1fa2a7e-f94b-4f3a-a715-bd433a88cc13 req-3548a154-c935-448f-a555-04c8733c2424 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Aug 30 05:15:36.649248 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c171f73-5803-4186-8859-dacc49746d15 req-78d4d86b-c84e-4998-b299-f9f3581e1612 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:36.650692 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7c171f73-5803-4186-8859-dacc49746d15 req-78d4d86b-c84e-4998-b299-f9f3581e1612 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 945 time: 0.0464411 Aug 30 05:15:36.702265 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7c171f73-5803-4186-8859-dacc49746d15 req-f77d5e78-4ec6-4210-a952-cf35be4e2ac5 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460351 Aug 30 05:15:37.156470 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-50a1b322-ad1d-4ada-8027-8b8d1c244f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:37.819300 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f43f3-de49-4ceb-b664-60c26f51445b req-8e7dbbae-76ad-4da1-aed9-54fc574ecd9f tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:37.820727 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-464f43f3-de49-4ceb-b664-60c26f51445b req-8e7dbbae-76ad-4da1-aed9-54fc574ecd9f tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 945 time: 0.0465059 Aug 30 05:15:37.871126 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-464f43f3-de49-4ceb-b664-60c26f51445b req-17f5d590-fee1-4310-9516-6e8941a6c3cb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449650 Aug 30 05:15:37.985756 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3f777-d23e-4dc8-8959-73107f754abe req-feec5d49-a0c4-4e60-ab27-b77102bad061 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:37.987141 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8af3f777-d23e-4dc8-8959-73107f754abe req-feec5d49-a0c4-4e60-ab27-b77102bad061 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 945 time: 0.0457737 Aug 30 05:15:38.035951 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-8af3f777-d23e-4dc8-8959-73107f754abe req-6459ce1a-2400-4727-a558-6a7feabfac78 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427794 Aug 30 05:15:38.062607 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51696) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:15:38.169324 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3638345a-3f29-46b6-b059-9bdc6254ae96 tempest-TestVolumeBootPattern-1672854823 tempest-TestVolumeBootPattern-1672854823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:38.170733 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-3638345a-3f29-46b6-b059-9bdc6254ae96 tempest-TestVolumeBootPattern-1672854823 tempest-TestVolumeBootPattern-1672854823-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 1124 time: 0.1071677 Aug 30 05:15:38.173681 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 51702) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:15:38.177944 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'port_id': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:15:38.199063 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:38.279604 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:38.389355 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Allocated IP 172.27.4.186 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/9f3ecffd-81a7-4d17-aa41-d1bf58eccc81) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:15:38.424662 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:38.441521 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:38.495479 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for port (9f3ecffd-81a7-4d17-aa41-d1bf58eccc81), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:38.526414 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (9f3ecffd-81a7-4d17-aa41-d1bf58eccc81), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:38.565054 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:38.568390 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:15:38.574101 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:15:38.578454 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:15:38.581618 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'Port': ['ID=9f3ecffd-81a7-4d17-aa41-d1bf58eccc81,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:38.919137 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (b4d2e7e6-721c-4222-a61c-90358ded64d2), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:39.177996 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9f3ecffd-81a7-4d17-aa41-d1bf58eccc81), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:39.321826 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for port (9f3ecffd-81a7-4d17-aa41-d1bf58eccc81), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:39.326165 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (9f3ecffd-81a7-4d17-aa41-d1bf58eccc81), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:39.347750 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:39.398950 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (b4d2e7e6-721c-4222-a61c-90358ded64d2), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:39.401605 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'Port': ['ID=9f3ecffd-81a7-4d17-aa41-d1bf58eccc81,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:39.496801 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Floating IP b4d2e7e6-721c-4222-a61c-90358ded64d2 associated. External IP: 172.27.4.186, port: f08307cf-f44e-403c-bd63-0b7921eca530. Aug 30 05:15:39.673589 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:39.693432 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:15:39.795907 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:15:39.805349 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] Sync routers for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:15:39.812838 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:39.815284 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:15:39.815903 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:15:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:15:39.843274 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-6d074227-d28b-4c37-ae15-7aa7e38ab5a6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6685491 Aug 30 05:15:39.844011 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'tag': 'f08307cf-f44e-403c-bd63-0b7921eca530'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:39.846420 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84515c02-8450-4d5a-9f81-be54b2999a47" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6", "tag": "f08307cf-f44e-403c-bd63-0b7921eca530"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:39.859767 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:39.868178 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:39.883298 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a01089-d2e4-44d4-8ea8-0b3be6aa25ad x-openstack-request-id: req-a2a01089-d2e4-44d4-8ea8-0b3be6aa25ad {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:39.883586 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6", "tag": "f08307cf-f44e-403c-bd63-0b7921eca530", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:39.883836 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2a01089-d2e4-44d4-8ea8-0b3be6aa25ad {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:39.884298 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a01089-d2e4-44d4-8ea8-0b3be6aa25ad'] response: {'name': 'network-changed', 'server_uuid': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'tag': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'status': 'completed', 'code': 200} Aug 30 05:15:39.924562 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:15:39.974216 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:40.129178 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:40.283769 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'b4d2e7e6-721c-4222-a61c-90358ded64d2', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:b9:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:15:38Z', 'updated_at': '2022-08-30T05:15:38Z', 'revision_number': 0, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:15:40.298533 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-76d3040d-9666-4789-abe7-ed8631f99436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:40.300125 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-76d3040d-9666-4789-abe7-ed8631f99436 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 1129 time: 0.0411272 Aug 30 05:15:40.311204 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] Checking router: 6b6c86fe-6bea-4b7b-92f0-a270d0be813f for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:15:40.321769 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:15:40.322634 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:15:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:15:40.430470 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:15:40.647216 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'b4d2e7e6-721c-4222-a61c-90358ded64d2', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:b9:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:15:38Z', 'updated_at': '2022-08-30T05:15:38Z', 'revision_number': 0, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:15:40.672103 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957c6b1-82f0-4b7b-9394-faf27e5b1f64 None None] The sync data for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi is: [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'b4d2e7e6-721c-4222-a61c-90358ded64d2', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.186', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:b9:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:15:38Z', 'updated_at': '2022-08-30T05:15:38Z', 'revision_number': 0, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:15:40.762394 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-4958439f-9e03-431d-9c09-784a43a7ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:40.763995 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-4958439f-9e03-431d-9c09-784a43a7ea39 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.1041527 Aug 30 05:15:40.840839 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-1290b7eb-b378-4fc6-aeb5-6c740b43a62a service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08307cf-f44e-403c-bd63-0b7921eca530 HTTP/1.1" status: 200 len: 999 time: 0.0618453 Aug 30 05:15:40.886154 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46e66c-636f-4154-9af4-4751c28c4b20 None None] New status for floating IP b4d2e7e6-721c-4222-a61c-90358ded64d2: ACTIVE {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:15:41.157503 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-19e241ea-b4bf-4543-95f7-b48264b54c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:41.158984 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-19e241ea-b4bf-4543-95f7-b48264b54c81 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0512564 Aug 30 05:15:41.211265 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-73b12e85-4ee8-4023-9f0c-69ccee42a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:41.212818 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-73b12e85-4ee8-4023-9f0c-69ccee42a5bc service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386267 Aug 30 05:15:41.370192 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-1da6dcb4-3594-4f33-85d8-b34e8e44b729 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864942 Aug 30 05:15:41.461321 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-84515c02-8450-4d5a-9f81-be54b2999a47 req-d6735046-73e0-404e-bc58-edada5f279ae service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839748 Aug 30 05:15:42.769061 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756b2d0-11a8-4338-afbb-60596f6d48b7 req-e9fdfee4-3b10-46fa-bc0a-c930db849b0d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:42.769915 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6756b2d0-11a8-4338-afbb-60596f6d48b7 req-e9fdfee4-3b10-46fa-bc0a-c930db849b0d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0460649 Aug 30 05:15:42.816675 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6756b2d0-11a8-4338-afbb-60596f6d48b7 req-f81de83c-f1b1-4b84-83c5-d1bf89c592f7 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403676 Aug 30 05:15:43.935251 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269643f-57cd-4230-bdde-d32196dc230c req-76e750e5-cc7c-4d2b-82df-602b3451f9a0 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:43.936710 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a269643f-57cd-4230-bdde-d32196dc230c req-76e750e5-cc7c-4d2b-82df-602b3451f9a0 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0464597 Aug 30 05:15:43.985679 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a269643f-57cd-4230-bdde-d32196dc230c req-56b508e8-6268-4411-b642-fb23b7b13d13 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Aug 30 05:15:45.101294 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6341015-7bfb-459a-8a42-6ef130589e0f req-59ea36dd-1dd2-4f01-a0e3-91a64bfe6f8a tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:45.102726 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f6341015-7bfb-459a-8a42-6ef130589e0f req-59ea36dd-1dd2-4f01-a0e3-91a64bfe6f8a tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0451300 Aug 30 05:15:45.120418 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:45.141910 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:45.149566 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f6341015-7bfb-459a-8a42-6ef130589e0f req-b84870d7-fbbf-4c85-b6ce-bb5e7ea0754d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Aug 30 05:15:46.264889 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0b35c-acf5-4012-9cf0-aedb5b038804 req-4e3f831b-cfe1-425c-9c98-6d4656bd0ea1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:46.266353 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-33e0b35c-acf5-4012-9cf0-aedb5b038804 req-4e3f831b-cfe1-425c-9c98-6d4656bd0ea1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0457418 Aug 30 05:15:46.311966 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-33e0b35c-acf5-4012-9cf0-aedb5b038804 req-fb759911-aa40-4a19-b518-97cfac4abf26 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401485 Aug 30 05:15:47.431340 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fac913-7c04-408a-98c7-2c212830a37d req-fb96f10a-3439-4ad9-9d6c-f2818e18114d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:47.432788 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f5fac913-7c04-408a-98c7-2c212830a37d req-fb96f10a-3439-4ad9-9d6c-f2818e18114d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0492013 Aug 30 05:15:47.480543 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f5fac913-7c04-408a-98c7-2c212830a37d req-e2164737-21e5-457a-a9cf-94fba3832987 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Aug 30 05:15:48.598063 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fbadb-5a5e-453d-ad6f-f4505d428598 req-98909e1d-f83a-4a60-99c9-5aa4627b9036 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:48.599539 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-891fbadb-5a5e-453d-ad6f-f4505d428598 req-98909e1d-f83a-4a60-99c9-5aa4627b9036 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0468433 Aug 30 05:15:48.646480 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-891fbadb-5a5e-453d-ad6f-f4505d428598 req-0c73de18-8cae-40de-b45f-66b0cc16ee2a tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Aug 30 05:15:49.564883 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:15:49.767302 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483aefa-7015-488d-aabb-7122698b7653 req-f5a63976-7851-48bc-a573-9f7027fe9a2a tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:49.768663 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f483aefa-7015-488d-aabb-7122698b7653 req-f5a63976-7851-48bc-a573-9f7027fe9a2a tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0465045 Aug 30 05:15:49.813974 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f483aefa-7015-488d-aabb-7122698b7653 req-dc52087c-819e-4c30-9fd1-551497f88b8b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 Aug 30 05:15:50.645113 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:50.649764 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=71 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:50.936465 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5073315-2c2c-4f29-ae4f-537eab1f52ec req-2d093e64-5138-4afe-a550-41f5e041fe0e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:50.937926 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c5073315-2c2c-4f29-ae4f-537eab1f52ec req-2d093e64-5138-4afe-a550-41f5e041fe0e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0504255 Aug 30 05:15:50.984615 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c5073315-2c2c-4f29-ae4f-537eab1f52ec req-53b63ad1-2992-47d3-97bd-c36154e50a48 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412931 Aug 30 05:15:51.063968 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:52.102575 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3c1f4-163f-4222-b358-2b1e5e402f0e req-a6ca5abd-a508-4267-924f-d125c4677561 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:52.104033 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fba3c1f4-163f-4222-b358-2b1e5e402f0e req-a6ca5abd-a508-4267-924f-d125c4677561 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0462880 Aug 30 05:15:52.404673 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fba3c1f4-163f-4222-b358-2b1e5e402f0e req-4d7a3c58-a44a-484f-b2bf-470e4be8b0e3 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951274 Aug 30 05:15:53.513972 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:53.529136 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0745939-e676-44b6-bcb4-e72456874a7f req-fec0bf45-a128-41d9-9ca9-8e048a1072a3 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:53.530621 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e0745939-e676-44b6-bcb4-e72456874a7f req-fec0bf45-a128-41d9-9ca9-8e048a1072a3 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0492291 Aug 30 05:15:53.578473 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e0745939-e676-44b6-bcb4-e72456874a7f req-77b061f6-f2fe-4416-9c2c-47759c8189d8 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423980 Aug 30 05:15:54.698777 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0454789-1a54-4f0a-b1bf-9662759e17fd req-dc49d194-7139-46c7-b131-a34f6ed30daa tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:54.700256 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f0454789-1a54-4f0a-b1bf-9662759e17fd req-dc49d194-7139-46c7-b131-a34f6ed30daa tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0492587 Aug 30 05:15:54.749533 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f0454789-1a54-4f0a-b1bf-9662759e17fd req-2a0298ae-fc10-4054-94c2-3d71833e2289 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Aug 30 05:15:54.965264 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42c009-f8d6-4e29-80c9-618cba4ae272 req-04665d94-a77f-430a-83d1-04fd522bdc1f tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:54.966694 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4a42c009-f8d6-4e29-80c9-618cba4ae272 req-04665d94-a77f-430a-83d1-04fd522bdc1f tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 945 time: 0.0456216 Aug 30 05:15:55.015272 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4a42c009-f8d6-4e29-80c9-618cba4ae272 req-4c1d7e51-8381-4140-96f6-dca41a1b8b52 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Aug 30 05:15:55.868202 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68d70e-72a9-4c05-b396-5ec307e9f231 req-e1dc9faf-8ed3-4efb-ac3b-507d349a6d32 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:55.869626 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4b68d70e-72a9-4c05-b396-5ec307e9f231 req-e1dc9faf-8ed3-4efb-ac3b-507d349a6d32 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0459278 Aug 30 05:15:55.914333 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4b68d70e-72a9-4c05-b396-5ec307e9f231 req-c6d2a107-351e-47c1-99dc-56de81234263 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387986 Aug 30 05:15:56.131540 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccacb1-c574-4e10-8e5b-d6710e900ea3 req-122d267a-f307-4f74-b774-7493967c0620 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:56.132983 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bbccacb1-c574-4e10-8e5b-d6710e900ea3 req-122d267a-f307-4f74-b774-7493967c0620 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 945 time: 0.0466142 Aug 30 05:15:56.182601 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bbccacb1-c574-4e10-8e5b-d6710e900ea3 req-47cd52ae-e730-4c8b-a854-039e5279cdd0 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Aug 30 05:15:56.882038 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-a710bbdc-7bbb-4c27-9294-ed123fe12fc1 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:56.884139 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-a710bbdc-7bbb-4c27-9294-ed123fe12fc1 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 945 time: 0.0467348 Aug 30 05:15:56.975553 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Deleting port 2315c25e-223b-4438-add1-64c8835a4abc {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:15:56.975904 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (2315c25e-223b-4438-add1-64c8835a4abc), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:57.071979 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7442-9f5b-49a9-8b47-40f2cb5938ef req-6c0e9e83-1d82-4476-840b-b7d845bb14a5 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:57.073439 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f88a7442-9f5b-49a9-8b47-40f2cb5938ef req-6c0e9e83-1d82-4476-840b-b7d845bb14a5 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0839012 Aug 30 05:15:57.129117 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] For port 2315c25e-223b-4438-add1-64c8835a4abc, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2315c25e-223b-4438-add1-64c8835a4abc,segment=NetworkSegment(658f729b-a240-422e-bcfc-ceadcc330f56),segment_id=658f729b-a240-422e-bcfc-ceadcc330f56)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:15:57.129475 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (2315c25e-223b-4438-add1-64c8835a4abc), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:57.150688 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Calling delete_port for 2315c25e-223b-4438-add1-64c8835a4abc owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:15:57.156950 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f88a7442-9f5b-49a9-8b47-40f2cb5938ef req-67e4c854-30e3-498b-bf8f-80bfab0da398 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775359 Aug 30 05:15:57.325637 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0da06-becb-43a2-9e83-0504e93b51f3 req-3bd4be18-45f3-4504-a8ba-79363ea53f1e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:57.327190 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6db0da06-becb-43a2-9e83-0504e93b51f3 req-3bd4be18-45f3-4504-a8ba-79363ea53f1e tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1f137b0e-9fb0-41ce-8bfa-a42616c11576 HTTP/1.1" status: 200 len: 945 time: 0.0657489 Aug 30 05:15:57.328291 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (2315c25e-223b-4438-add1-64c8835a4abc), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:57.341622 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['2315c25e-223b-4438-add1-64c8835a4abc'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:15:57.358357 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Pushing event deleted for resources: {'Port': ['ID=2315c25e-223b-4438-add1-64c8835a4abc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:15:57.368207 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:57.374517 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:57.394846 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.395156 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.396106 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.396106 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.396426 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b071528-8867-490a-92ee-506b0346542d req-91057b62-1099-452a-9036-b0d265f92789 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:57.396822 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.396822 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.397140 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.397477 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.397807 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.398140 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.398549 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.398909 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.399240 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.399564 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.399886 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:15:57.403435 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3b071528-8867-490a-92ee-506b0346542d req-91057b62-1099-452a-9036-b0d265f92789 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0788145 Aug 30 05:15:57.420087 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:15:57.448413 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3b071528-8867-490a-92ee-506b0346542d req-04288fac-7fde-4362-a447-d47757ff41ce tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441961 Aug 30 05:15:57.475799 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-9a47a874-8f4e-4aea-8340-d05726a92446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:57.477863 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-9a47a874-8f4e-4aea-8340-d05726a92446 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 1130 time: 0.1070836 Aug 30 05:15:57.502914 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] No DVR routers for this DVR port 2315c25e-223b-4438-add1-64c8835a4abc on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:15:57.506190 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:15:57.509400 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1a370190-121b-4cb6-b13f-3aa86abe95c0 req-fcf93764-49cc-487f-a20c-898329d81947 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.82 "DELETE /networking/v2.0/ports/2315c25e-223b-4438-add1-64c8835a4abc HTTP/1.1" status: 204 len: 173 time: 0.6120663 Aug 30 05:15:57.512454 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6db0da06-becb-43a2-9e83-0504e93b51f3 req-b428789e-32d7-4704-8a5e-6aa083bb3d45 tempest-VolumesSnapshotTestJSON-874921642 tempest-VolumesSnapshotTestJSON-874921642-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=6243f0f1-3a04-47b2-b7dc-323b67764ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589222 Aug 30 05:15:57.512902 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f137b0e-9fb0-41ce-8bfa-a42616c11576', 'name': 'network-vif-deleted', 'tag': '2315c25e-223b-4438-add1-64c8835a4abc'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:15:57.515149 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6575b74d-2822-4f99-996f-e94fb34bfa94" -d '{"events": [{"server_uuid": "1f137b0e-9fb0-41ce-8bfa-a42616c11576", "name": "network-vif-deleted", "tag": "2315c25e-223b-4438-add1-64c8835a4abc"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:15:57.573426 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f16d5a-0a20-4131-a8d2-70ef80bb5e22 x-openstack-request-id: req-86f16d5a-0a20-4131-a8d2-70ef80bb5e22 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:15:57.573729 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f137b0e-9fb0-41ce-8bfa-a42616c11576", "name": "network-vif-deleted", "tag": "2315c25e-223b-4438-add1-64c8835a4abc", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:15:57.573980 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86f16d5a-0a20-4131-a8d2-70ef80bb5e22 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:15:57.574374 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f16d5a-0a20-4131-a8d2-70ef80bb5e22'] response: {'server_uuid': '1f137b0e-9fb0-41ce-8bfa-a42616c11576', 'name': 'network-vif-deleted', 'tag': '2315c25e-223b-4438-add1-64c8835a4abc', 'status': 'completed', 'code': 200} Aug 30 05:15:57.603209 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-aa94bae7-921f-449b-94da-49bc1758efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:57.604675 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-aa94bae7-921f-449b-94da-49bc1758efe3 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 911 time: 0.1094587 Aug 30 05:15:57.677609 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-5b88d860-a4a0-47d5-a965-b3609063e51f service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d HTTP/1.1" status: 200 len: 1002 time: 0.0562387 Aug 30 05:15:57.736226 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-3820b6aa-0f43-42f8-9542-bb1e9ecaf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:57.737691 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-3820b6aa-0f43-42f8-9542-bb1e9ecaf289 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 200 len: 849 time: 0.0448835 Aug 30 05:15:57.786715 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-8a3be821-bbc4-4f16-ba48-42ccd7c7d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:57.788256 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-8a3be821-bbc4-4f16-ba48-42ccd7c7d0c1 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426915 Aug 30 05:15:57.883739 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-2209dbdb-69cb-4b5b-87aa-41383b158fa8 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849783 Aug 30 05:15:58.210377 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cc389156-418e-40f3-9201-e8de6ef88ecf req-21d2f0cd-aa30-47bc-8fa5-61b98baa6742 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897861 Aug 30 05:15:58.576937 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c8e79-8b71-456a-94f3-c2eb45ca2882 req-9d17aa1c-99c8-432c-8a36-9ccb9df4c407 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:58.578440 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-012c8e79-8b71-456a-94f3-c2eb45ca2882 req-9d17aa1c-99c8-432c-8a36-9ccb9df4c407 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0506568 Aug 30 05:15:58.631907 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-012c8e79-8b71-456a-94f3-c2eb45ca2882 req-a584bd91-01b9-412e-803e-fcb4c96dd978 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474894 Aug 30 05:15:59.759401 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0021bb3-238e-472b-bb7b-347da35c6458 req-5994a37a-2901-417a-8906-c03462125976 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:15:59.760762 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b0021bb3-238e-472b-bb7b-347da35c6458 req-5994a37a-2901-417a-8906-c03462125976 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0472286 Aug 30 05:15:59.808425 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b0021bb3-238e-472b-bb7b-347da35c6458 req-de0fb69f-763f-4f88-89ad-1244102189ce tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421569 Aug 30 05:16:00.084241 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:02.016793 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 2315c25e-223b-4438-add1-64c8835a4abc no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:16:02.037449 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 2315c25e-223b-4438-add1-64c8835a4abc {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:16:02.037862 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 2315c25e-223b-4438-add1-64c8835a4abc not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:16:03.053556 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-6dbacec7-8741-4a55-a1b9-4efd37c8010f service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384347 Aug 30 05:16:03.128207 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-66368dc6-b9fc-4a91-b709-cc71e5fc1a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:03.129701 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-66368dc6-b9fc-4a91-b709-cc71e5fc1a8c service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 1130 time: 0.0491676 Aug 30 05:16:03.252659 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-56520675-81cd-4db4-b24f-88c1f7a923ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:03.254162 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-56520675-81cd-4db4-b24f-88c1f7a923ab service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 911 time: 0.1014271 Aug 30 05:16:03.322244 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-3f6ce497-0bac-446e-8664-cc940e63ef38 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d HTTP/1.1" status: 200 len: 1002 time: 0.0594645 Aug 30 05:16:03.374510 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-7d8598ee-6dfa-4758-8553-ad0a3ad38f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:03.375947 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-7d8598ee-6dfa-4758-8553-ad0a3ad38f96 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 200 len: 849 time: 0.0439820 Aug 30 05:16:03.418869 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-5397c878-5f22-408a-b299-478240102e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:03.420272 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-5397c878-5f22-408a-b299-478240102e2d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372403 Aug 30 05:16:03.472379 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:03.514364 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-5ab235d8-a1bb-46d7-b694-d82debb9a2fa service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867531 Aug 30 05:16:03.531442 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:03.560636 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:03.612341 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4fa4fb9-c4e9-4887-81ca-9d6a9e7cc7dd req-5e60988a-3dac-40f8-a099-7ed3796ace88 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879564 Aug 30 05:16:04.803703 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-879a89d5-b520-4066-9fd4-af325cff4e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:07.155753 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-df8fb6b6-3f35-488a-a3b2-3ac4b9cb01d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:08.422223 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:09.800977 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=46 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:09.803604 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=12 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:09.934900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:09.972133 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:13.085569 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-4cbf4a9b-eb4a-4411-af6c-d5f1a9f50121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:13.087094 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-4cbf4a9b-eb4a-4411-af6c-d5f1a9f50121 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 1130 time: 0.0671790 Aug 30 05:16:13.094796 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae590e25-669a-48cc-acb4-de91dc3635c8 req-83e27f20-7787-4fbd-add6-503c3bc1f62b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:13.096161 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae590e25-669a-48cc-acb4-de91dc3635c8 req-83e27f20-7787-4fbd-add6-503c3bc1f62b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0667429 Aug 30 05:16:13.204198 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae590e25-669a-48cc-acb4-de91dc3635c8 req-01057799-b2fb-43e4-b08d-76a93661e1d6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984397 Aug 30 05:16:13.221345 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-accd437e-e7d4-4b5b-91c1-4fd0fd7cdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:13.222798 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-accd437e-e7d4-4b5b-91c1-4fd0fd7cdb71 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.1242473 Aug 30 05:16:13.283621 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-f00828e9-02a8-4ca7-8772-90823be8871f service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa HTTP/1.1" status: 200 len: 1002 time: 0.0543311 Aug 30 05:16:13.334457 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-376fd72d-b805-4729-a6f8-b7e7a0683a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:13.335851 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-376fd72d-b805-4729-a6f8-b7e7a0683a69 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.0457175 Aug 30 05:16:13.377690 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-f173ae91-fea9-491b-acf4-5d2b658757a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:13.379113 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-f173ae91-fea9-491b-acf4-5d2b658757a9 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363414 Aug 30 05:16:13.466216 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-5f6a13e2-09e5-4e40-a662-eacc32b2d276 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798163 Aug 30 05:16:13.556637 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a04d8c40-8a06-461c-8103-0c671e81f261 req-67d3c018-c2b9-41fa-845b-6a6cfe49a889 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Aug 30 05:16:14.328117 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72b2a1-0bc0-400e-9cf3-0b1ece0c6557 req-22f7e208-057d-440a-99ee-87972342799f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:14.329485 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fb72b2a1-0bc0-400e-9cf3-0b1ece0c6557 req-22f7e208-057d-440a-99ee-87972342799f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0510414 Aug 30 05:16:14.376615 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fb72b2a1-0bc0-400e-9cf3-0b1ece0c6557 req-21736ef3-7f98-4d2a-af41-fdda23ed8f7b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415409 Aug 30 05:16:15.494694 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7814fd-4142-4df0-8384-33316b68e185 req-798d4817-3acf-4439-b8d7-6a9fd0212ee2 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:15.496196 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-de7814fd-4142-4df0-8384-33316b68e185 req-798d4817-3acf-4439-b8d7-6a9fd0212ee2 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0481501 Aug 30 05:16:15.542151 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-de7814fd-4142-4df0-8384-33316b68e185 req-f3af3219-9223-418f-bded-a2bb939490ec tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399077 Aug 30 05:16:16.658965 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d8d2-d460-4cbe-b1ab-41d52ee1f8ca req-7a86ebfb-8b5d-49e7-a2f1-a8adebb61e92 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:16.660319 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4671d8d2-d460-4cbe-b1ab-41d52ee1f8ca req-7a86ebfb-8b5d-49e7-a2f1-a8adebb61e92 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0460074 Aug 30 05:16:16.705191 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4671d8d2-d460-4cbe-b1ab-41d52ee1f8ca req-39e14c0b-a3ac-46d6-99c3-9ed896db97af tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Aug 30 05:16:17.830655 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036f0bc-30f7-47ad-ace3-a787635b863f req-caaa46d2-508b-4d71-b749-21a2933ba22f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:17.836792 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8036f0bc-30f7-47ad-ace3-a787635b863f req-caaa46d2-508b-4d71-b749-21a2933ba22f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0500460 Aug 30 05:16:17.880919 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8036f0bc-30f7-47ad-ace3-a787635b863f req-ed5092d6-8a33-43bb-b14f-6767704110b0 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406046 Aug 30 05:16:18.996031 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4e7b5-c4ca-482f-b7ae-bc6ff4248085 req-3e8601b8-40c4-4f65-93b6-2eb784d2d8a7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:18.997449 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-30f4e7b5-c4ca-482f-b7ae-bc6ff4248085 req-3e8601b8-40c4-4f65-93b6-2eb784d2d8a7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0456572 Aug 30 05:16:19.048237 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-30f4e7b5-c4ca-482f-b7ae-bc6ff4248085 req-25f568bd-2de4-44d7-827e-3518c27e1025 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Aug 30 05:16:19.965645 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:19.968575 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:20.163340 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faa29b-a4b6-456e-a909-c75c13a6b57e req-0748d8b1-89c4-4f76-8220-ec6e12d9f85b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:20.164774 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-39faa29b-a4b6-456e-a909-c75c13a6b57e req-0748d8b1-89c4-4f76-8220-ec6e12d9f85b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0448275 Aug 30 05:16:20.189200 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:20.210109 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-39faa29b-a4b6-456e-a909-c75c13a6b57e req-1e2d5314-6de5-40fd-a202-02c1936ec596 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394068 Aug 30 05:16:21.329211 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780beb08-b653-4a59-92f6-f88b435ae458 req-de36ce61-aaee-4664-9f08-561e47b6da71 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:21.330663 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-780beb08-b653-4a59-92f6-f88b435ae458 req-de36ce61-aaee-4664-9f08-561e47b6da71 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0460119 Aug 30 05:16:21.376961 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-780beb08-b653-4a59-92f6-f88b435ae458 req-ba8fe29c-a657-44f0-84fb-419de139a24b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Aug 30 05:16:21.758488 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52034) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:21.802108 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Deleting subnet abce960a-4f45-4833-8e35-6a33d868460f {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:16:21.805055 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Publish callbacks [] for subnet (abce960a-4f45-4833-8e35-6a33d868460f), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:21.841911 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (abce960a-4f45-4833-8e35-6a33d868460f), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:21.880473 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (abce960a-4f45-4833-8e35-6a33d868460f), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:21.931942 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (abce960a-4f45-4833-8e35-6a33d868460f), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:21.958206 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abce960a-4f45-4833-8e35-6a33d868460f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:21.961214 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:21.963687 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/abce960a-4f45-4833-8e35-6a33d868460f HTTP/1.1" status: 204 len: 168 time: 0.2041869 Aug 30 05:16:21.966332 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52036) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:21.970035 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.970932 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.971272 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.971615 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.971948 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.972275 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.972602 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.972927 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.973252 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.973577 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.973903 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.974226 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.974548 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.974888 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:21.975210 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a38b08-29cf-4197-99b3-8ba1093f5371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:22.039598 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (fc212efd-2a77-4199-8dbb-eb28c0903801), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.048333 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:22.119697 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (fc212efd-2a77-4199-8dbb-eb28c0903801), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.140276 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.140644 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.141376 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.141708 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > port after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.142031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.142369 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > port after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.142709 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.143072 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.143393 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.143719 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.270392 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.270743 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.271111 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.271449 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 05:16:22.271829 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc212efd-2a77-4199-8dbb-eb28c0903801']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:22.288603 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658f729b-a240-422e-bcfc-ceadcc330f56') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:22.288902 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658f729b-a240-422e-bcfc-ceadcc330f56') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:22.304170 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260138746'] for segment (658f729b-a240-422e-bcfc-ceadcc330f56), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.328514 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (658f729b-a240-422e-bcfc-ceadcc330f56), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.337001 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:16:22.337381 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260664100'] for segment (658f729b-a240-422e-bcfc-ceadcc330f56), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.401307 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (fc212efd-2a77-4199-8dbb-eb28c0903801), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.409280 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.416009 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/fc212efd-2a77-4199-8dbb-eb28c0903801 HTTP/1.1" status: 204 len: 168 time: 0.4482071 Aug 30 05:16:22.430432 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24297959-0d0d-49ba-b6bb-d735055a6a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc212efd-2a77-4199-8dbb-eb28c0903801,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:22.516657 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806a7a9-b8e7-4078-93bf-3dbe4212cf18 req-889afb4f-ba94-4c9d-b9d9-63323fb077bb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:22.518400 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8806a7a9-b8e7-4078-93bf-3dbe4212cf18 req-889afb4f-ba94-4c9d-b9d9-63323fb077bb tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0551977 Aug 30 05:16:22.551571 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 658f729b-a240-422e-bcfc-ceadcc330f56 resource provider aggregate not found Aug 30 05:16:22.571923 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8806a7a9-b8e7-4078-93bf-3dbe4212cf18 req-ffbecfa7-4c4c-427a-8271-c34b441186d7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477834 Aug 30 05:16:22.575261 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 658f729b-a240-422e-bcfc-ceadcc330f56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 658f729b-a240-422e-bcfc-ceadcc330f56 found for delete ", "request_id": "req-e02b41d9-f99d-47e9-801e-5e2dc5dfb6ad"}]} Aug 30 05:16:22.611122 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52056) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:22.611981 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:22.616718 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:22.650635 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d53ad15b-d01d-463a-aa27-589e184fc4d5 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d98f56be5fb14ebe9e938ebc0f642994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383232 Aug 30 05:16:22.653075 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52058) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:22.698836 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2391ee62-e7d3-499d-a6de-ab87c0bb49d8 admin admin] Publish callbacks [] for security_group (6243f0f1-3a04-47b2-b7dc-323b67764ba3), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.718638 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2391ee62-e7d3-499d-a6de-ab87c0bb49d8 admin admin] Publish callbacks [] for security_group (6243f0f1-3a04-47b2-b7dc-323b67764ba3), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.764614 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2391ee62-e7d3-499d-a6de-ab87c0bb49d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (6243f0f1-3a04-47b2-b7dc-323b67764ba3), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.767603 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2391ee62-e7d3-499d-a6de-ab87c0bb49d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:22.768733 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2391ee62-e7d3-499d-a6de-ab87c0bb49d8 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/6243f0f1-3a04-47b2-b7dc-323b67764ba3 HTTP/1.1" status: 204 len: 168 time: 0.1147590 Aug 30 05:16:22.776376 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391ee62-e7d3-499d-a6de-ab87c0bb49d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6243f0f1-3a04-47b2-b7dc-323b67764ba3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:23.693715 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db096e-cabd-4bce-8b49-674704f34e39 req-22405bd9-47f3-4ae4-abae-b6b0c4b3deee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:23.695245 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f1db096e-cabd-4bce-8b49-674704f34e39 req-22405bd9-47f3-4ae4-abae-b6b0c4b3deee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Aug 30 05:16:23.748026 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f1db096e-cabd-4bce-8b49-674704f34e39 req-e08e2179-cd0b-4bbc-994b-f50983834d18 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455134 Aug 30 05:16:24.870214 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd1032-4213-42ac-9078-09a32f193c13 req-79bef5b7-a24b-4a67-8be4-422176bf6398 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:24.871768 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-04cd1032-4213-42ac-9078-09a32f193c13 req-79bef5b7-a24b-4a67-8be4-422176bf6398 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0506995 Aug 30 05:16:24.918239 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-04cd1032-4213-42ac-9078-09a32f193c13 req-0bfc7836-7325-4cbd-9815-f8874fb68a1b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 Aug 30 05:16:25.988579 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab334c-7313-4546-b7ea-99aacd2a8632 req-5d25309e-3426-42e1-b983-ac84392d6ba2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:25.989993 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7ab334c-7313-4546-b7ea-99aacd2a8632 req-5d25309e-3426-42e1-b983-ac84392d6ba2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0501945 Aug 30 05:16:26.038537 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7ab334c-7313-4546-b7ea-99aacd2a8632 req-79a6ab0c-0334-4d35-8627-d116640559c3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 Aug 30 05:16:26.041788 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c2c-2fe1-4c06-931c-3c1e90c68dd2 req-420557bf-3a6f-4573-ac68-135576f281c1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:26.043378 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e77e7c2c-2fe1-4c06-931c-3c1e90c68dd2 req-420557bf-3a6f-4573-ac68-135576f281c1 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0488322 Aug 30 05:16:26.090230 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e77e7c2c-2fe1-4c06-931c-3c1e90c68dd2 req-8a3b412f-b848-4bad-a271-c37e54709e3d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 Aug 30 05:16:26.564969 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:16:27.160569 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c238-900b-488f-9563-2a8785a145cb req-ed399449-cf87-4d0e-82bd-9e09d6535833 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:27.162046 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aec4c238-900b-488f-9563-2a8785a145cb req-ed399449-cf87-4d0e-82bd-9e09d6535833 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0469882 Aug 30 05:16:27.198334 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:27.207921 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aec4c238-900b-488f-9563-2a8785a145cb req-e16b0bba-7140-49d6-b94a-ec733947f701 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8e5879b6-a4aa-4c71-9e73-06bb92132f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402753 Aug 30 05:16:27.214253 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cfe84-bae6-4c9d-b616-e0d8822d1b21 req-0022f049-a137-4869-8ca0-85063579a712 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:27.215756 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0d0cfe84-bae6-4c9d-b616-e0d8822d1b21 req-0022f049-a137-4869-8ca0-85063579a712 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0521913 Aug 30 05:16:27.267224 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0d0cfe84-bae6-4c9d-b616-e0d8822d1b21 req-82984feb-e282-40aa-8de7-8b2a469de9dc tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441999 Aug 30 05:16:27.714274 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c5cba-d705-40d6-a849-661a34e2974d req-6c8c82ce-fc14-401b-a037-e8e1836169a1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:27.715710 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-987c5cba-d705-40d6-a849-661a34e2974d req-6c8c82ce-fc14-401b-a037-e8e1836169a1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 947 time: 0.0480821 Aug 30 05:16:27.795238 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Deleting port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:16:27.795582 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:27.837853 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:27.886563 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] For port c5da19b6-98a0-4af9-b8f5-52291d4a9be0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:16:27.886961 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:28.063167 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:28.087495 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:28.087863 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (ecc188f0-6c22-4e41-b2fc-29de24ef7b01), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:28.088177 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Floating IP ecc188f0-6c22-4e41-b2fc-29de24ef7b01 disassociated. External IP: 172.27.4.75, port: c5da19b6-98a0-4af9-b8f5-52291d4a9be0. Aug 30 05:16:28.088520 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Calling delete_port for c5da19b6-98a0-4af9-b8f5-52291d4a9be0 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:16:28.209183 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (c5da19b6-98a0-4af9-b8f5-52291d4a9be0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:28.241164 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event deleted for resources: {'Port': ['ID=c5da19b6-98a0-4af9-b8f5-52291d4a9be0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:28.319604 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3f6bb4c8-e2c1-43fd-8a7c-2f72335e81b0 req-ac5a02a9-566b-437b-a5f9-4763604c7c07 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0329721 Aug 30 05:16:28.390924 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50c3f8-5ccf-40a0-ab6b-2b1500fb5bce req-e777f716-ed93-4bc9-90ee-23195b29d913 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:28.392724 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cb50c3f8-5ccf-40a0-ab6b-2b1500fb5bce req-e777f716-ed93-4bc9-90ee-23195b29d913 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0498335 Aug 30 05:16:28.406089 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:28.447382 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cb50c3f8-5ccf-40a0-ab6b-2b1500fb5bce req-1bdf3453-327a-4bef-87d4-ae7bdd087933 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488498 Aug 30 05:16:28.630680 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Router a5e029d1-427c-4665-872b-7943b8b6dfbf has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:16:28.740785 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:16:28.750290 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] Sync routers for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:16:28.760811 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:16:28.761429 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:28.783586 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] No DVR routers for this DVR port c5da19b6-98a0-4af9-b8f5-52291d4a9be0 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:16:28.786556 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:28.789888 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-987c5cba-d705-40d6-a849-661a34e2974d req-934b705e-c381-49c7-96e6-177ea31f0d3a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "DELETE /networking/v2.0/ports/c5da19b6-98a0-4af9-b8f5-52291d4a9be0 HTTP/1.1" status: 204 len: 173 time: 1.0683367 Aug 30 05:16:28.790339 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-deleted', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:16:28.793654 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa70fcb3-b936-49ad-940c-93db7678d3fc" -d '{"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-deleted", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:16:28.833112 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c7a028-e0b4-4dd3-b99a-38a604449ed9 x-openstack-request-id: req-c8c7a028-e0b4-4dd3-b99a-38a604449ed9 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:16:28.833415 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83c589-3a23-45aa-96c5-3cf9006b3830", "name": "network-vif-deleted", "tag": "c5da19b6-98a0-4af9-b8f5-52291d4a9be0", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:16:28.833823 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8c7a028-e0b4-4dd3-b99a-38a604449ed9 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:16:28.834306 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c7a028-e0b4-4dd3-b99a-38a604449ed9'] response: {'server_uuid': '5f83c589-3a23-45aa-96c5-3cf9006b3830', 'name': 'network-vif-deleted', 'tag': 'c5da19b6-98a0-4af9-b8f5-52291d4a9be0', 'status': 'completed', 'code': 200} Aug 30 05:16:28.870649 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:16:29.061137 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:29.089976 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] Checking router: a5e029d1-427c-4665-872b-7943b8b6dfbf for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:16:29.099880 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:16:29.100494 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:29.198591 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:16:29.386607 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:29.412673 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c747ee4-c1d4-4cc9-8a51-320acc27ebc8 None None] The sync data for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi is: [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:16:29.454495 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-df2e7882-4bdd-4aec-8357-3a1775ddb442 req-ec832191-77cd-41c3-a2ab-a6ed0ea18142 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=5f83c589-3a23-45aa-96c5-3cf9006b3830 HTTP/1.1" status: 200 len: 210 time: 0.0356138 Aug 30 05:16:29.603696 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab635d-1989-48ee-93b7-579a7697d9b3 req-1da5d031-3f5e-433d-8ab8-bd53b52ce1b7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:29.605365 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b5ab635d-1989-48ee-93b7-579a7697d9b3 req-1da5d031-3f5e-433d-8ab8-bd53b52ce1b7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0655065 Aug 30 05:16:29.672247 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b5ab635d-1989-48ee-93b7-579a7697d9b3 req-1cfdfbb5-f0b8-482c-bb3a-1db5e136a22f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530052 Aug 30 05:16:29.713878 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5ea95-94cd-4f59-8bc1-8250c2cb0bdd None None] New status for floating IP ecc188f0-6c22-4e41-b2fc-29de24ef7b01: DOWN {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:16:30.079523 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:30.560624 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52114) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:30.620452 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edb54485-3ff5-431f-8536-d1faf3b7aef9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (8e5879b6-a4aa-4c71-9e73-06bb92132f3b), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:30.643583 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edb54485-3ff5-431f-8536-d1faf3b7aef9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (8e5879b6-a4aa-4c71-9e73-06bb92132f3b), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:30.688802 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edb54485-3ff5-431f-8536-d1faf3b7aef9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8e5879b6-a4aa-4c71-9e73-06bb92132f3b), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:30.691453 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edb54485-3ff5-431f-8536-d1faf3b7aef9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:30.692587 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-edb54485-3ff5-431f-8536-d1faf3b7aef9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8e5879b6-a4aa-4c71-9e73-06bb92132f3b HTTP/1.1" status: 204 len: 168 time: 0.1308675 Aug 30 05:16:30.695509 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52116) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:30.702123 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb54485-3ff5-431f-8536-d1faf3b7aef9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5879b6-a4aa-4c71-9e73-06bb92132f3b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:30.712548 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.api.v2.resource [None req-2ef55496-4c45-4753-aa6c-b98f63aae69a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] show failed (client error): The resource could not be found. Aug 30 05:16:30.713782 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2ef55496-4c45-4753-aa6c-b98f63aae69a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups/8e5879b6-a4aa-4c71-9e73-06bb92132f3b HTTP/1.1" status: 404 len: 347 time: 0.0170484 Aug 30 05:16:30.716533 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52120) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:30.875063 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522feef-750f-4ba6-b295-1a13f58399bc req-801bb7e8-8b35-4d23-85ce-bde6a128d5e7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:30.876503 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a522feef-750f-4ba6-b295-1a13f58399bc req-801bb7e8-8b35-4d23-85ce-bde6a128d5e7 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.1147666 Aug 30 05:16:30.899574 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Deleting port 17b0709d-a5ee-4553-8116-a8d9762b6693 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:16:30.899914 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (17b0709d-a5ee-4553-8116-a8d9762b6693), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:30.974509 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a522feef-750f-4ba6-b295-1a13f58399bc req-cd565b68-d273-425a-a979-17faaa605d73 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912907 Aug 30 05:16:31.002308 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (17b0709d-a5ee-4553-8116-a8d9762b6693), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.002661 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (17b0709d-a5ee-4553-8116-a8d9762b6693), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.015703 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Calling delete_port for 17b0709d-a5ee-4553-8116-a8d9762b6693 owned by network:floatingip {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:16:31.147212 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (17b0709d-a5ee-4553-8116-a8d9762b6693), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.174629 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event deleted for resources: {'Port': ['ID=17b0709d-a5ee-4553-8116-a8d9762b6693,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:31.236949 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (ecc188f0-6c22-4e41-b2fc-29de24ef7b01), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.239514 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.240636 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-ca6cd2c9-898e-4d90-a0da-ca60c439e951 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/ecc188f0-6c22-4e41-b2fc-29de24ef7b01 HTTP/1.1" status: 204 len: 168 time: 0.5227122 Aug 30 05:16:31.332432 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52124) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:31.336894 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-d9950430-db7d-46a6-964b-e0560d79814b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271908590', 'description': 'tempest-description--1121666201'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:31.358277 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9950430-db7d-46a6-964b-e0560d79814b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.425409 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9950430-db7d-46a6-964b-e0560d79814b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (8c9037ea-e7cb-41c5-95f8-459ac40d1c6f), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.428882 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9950430-db7d-46a6-964b-e0560d79814b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8c9037ea-e7cb-41c5-95f8-459ac40d1c6f), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.438327 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:31.459164 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9950430-db7d-46a6-964b-e0560d79814b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.460814 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d9950430-db7d-46a6-964b-e0560d79814b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1273816 Aug 30 05:16:31.464160 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52126) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:31.469343 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-5b0ee9aa-c320-4cb7-b265-b209dab444d7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'security_group_rule': {'security_group_id': '8c9037ea-e7cb-41c5-95f8-459ac40d1c6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:31.475956 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9950430-db7d-46a6-964b-e0560d79814b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:31.499276 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee9aa-c320-4cb7-b265-b209dab444d7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (42ef19ad-04a4-4a7e-b919-2d19ff3e727e), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.539039 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:31.560994 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee9aa-c320-4cb7-b265-b209dab444d7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (42ef19ad-04a4-4a7e-b919-2d19ff3e727e), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.564625 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee9aa-c320-4cb7-b265-b209dab444d7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (42ef19ad-04a4-4a7e-b919-2d19ff3e727e), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.583297 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ee9aa-c320-4cb7-b265-b209dab444d7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ef19ad-04a4-4a7e-b919-2d19ff3e727e,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:31.590439 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee9aa-c320-4cb7-b265-b209dab444d7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.591677 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5b0ee9aa-c320-4cb7-b265-b209dab444d7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266146 Aug 30 05:16:31.594680 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52128) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:31.598886 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-c2877690-5ec0-4c3b-a50a-7b2a31302da8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'security_group_rule': {'security_group_id': '8c9037ea-e7cb-41c5-95f8-459ac40d1c6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:31.625236 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2877690-5ec0-4c3b-a50a-7b2a31302da8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (f1b2b2fc-607d-4075-ad3f-c1ab234af52a), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.679529 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2877690-5ec0-4c3b-a50a-7b2a31302da8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (f1b2b2fc-607d-4075-ad3f-c1ab234af52a), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.682947 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2877690-5ec0-4c3b-a50a-7b2a31302da8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (f1b2b2fc-607d-4075-ad3f-c1ab234af52a), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.700848 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2877690-5ec0-4c3b-a50a-7b2a31302da8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b2b2fc-607d-4075-ad3f-c1ab234af52a,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:31.708424 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2877690-5ec0-4c3b-a50a-7b2a31302da8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.709573 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c2877690-5ec0-4c3b-a50a-7b2a31302da8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139603 Aug 30 05:16:31.712756 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52130) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:31.717280 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:31.737972 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.817265 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:31.917951 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Allocated IP 172.27.4.48 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/aed1c344-93e6-453c-b88f-e82f4e805469) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:16:32.023810 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for port (aed1c344-93e6-453c-b88f-e82f4e805469), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:32.079607 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (aed1c344-93e6-453c-b88f-e82f4e805469), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:32.131700 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:16:32.139955 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85884-80a4-40fb-b1cc-15dd257381ee req-996f94e3-2c5b-491c-8046-6cec0b8571ed tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:32.141383 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-44d85884-80a4-40fb-b1cc-15dd257381ee req-996f94e3-2c5b-491c-8046-6cec0b8571ed tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0924232 Aug 30 05:16:32.144204 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:16:32.146528 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:16:32.151616 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'Port': ['ID=aed1c344-93e6-453c-b88f-e82f4e805469,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:32.176180 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:32.203042 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:32.256069 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-44d85884-80a4-40fb-b1cc-15dd257381ee req-7c7f3946-ab67-4fe9-8ccf-bdfdc3222046 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070812 Aug 30 05:16:32.270806 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (64d0c960-bd50-41ac-9b16-6e17b4400804), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:32.310242 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (aed1c344-93e6-453c-b88f-e82f4e805469), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:32.451754 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for port (aed1c344-93e6-453c-b88f-e82f4e805469), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:32.458188 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (aed1c344-93e6-453c-b88f-e82f4e805469), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:32.527847 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'Port': ['ID=aed1c344-93e6-453c-b88f-e82f4e805469,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:32.531808 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (64d0c960-bd50-41ac-9b16-6e17b4400804), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:32.546843 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:32.548071 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-8177a1a8-4f7f-4a0a-ab2d-bc8894dc4b41 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8342443 Aug 30 05:16:32.726061 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:32.748358 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-a2c745d8-0cb6-4ec8-ac8e-4841ebcfe5c5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1271908590&fields=id&tenant_id=7ea4da0dbf3a44eabbff29f884beb157 HTTP/1.1" status: 200 len: 267 time: 0.0430729 Aug 30 05:16:32.830988 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:32.863589 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-4f3040b0-3c0d-44dd-bcc6-a9eb6623ee93 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:32.865043 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-4f3040b0-3c0d-44dd-bcc6-a9eb6623ee93 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 816 time: 0.1098294 Aug 30 05:16:32.880779 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-dc3f6bd9-31ce-43f8-9daf-1a683f3eabd9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/quotas/7ea4da0dbf3a44eabbff29f884beb157 HTTP/1.1" status: 200 len: 375 time: 0.0101442 Aug 30 05:16:32.930709 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-b29f1ea3-b6f0-4a97-8b6f-3e2f866edf20 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450938 Aug 30 05:16:33.030487 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-d9d92761-49c1-4f22-a9ae-c7a0af5b04bc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878153 Aug 30 05:16:33.087764 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:16:33.106495 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: c5da19b6-98a0-4af9-b8f5-52291d4a9be0 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:16:33.107353 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device c5da19b6-98a0-4af9-b8f5-52291d4a9be0 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:16:33.118780 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-c9a5328f-b3db-4233-97aa-93d6b84afef4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825369 Aug 30 05:16:33.278288 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-afbf6d08-4820-4249-b47e-6a2421f5951f req-e2ce0903-6893-46c3-bb77-f48de36f5527 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 210 time: 0.0273392 Aug 30 05:16:33.380126 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784d238-b308-4dd4-989c-6828e3514cff req-b75746b4-599a-47b5-8aeb-a16aaac12c7a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:33.381605 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5784d238-b308-4dd4-989c-6828e3514cff req-b75746b4-599a-47b5-8aeb-a16aaac12c7a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0478289 Aug 30 05:16:33.433884 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5784d238-b308-4dd4-989c-6828e3514cff req-336e4947-0a42-48ed-a24a-42b24d298a83 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464466 Aug 30 05:16:34.384308 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1380c825-2f91-4ff7-8b3d-c7f77600549d req-bdd5c184-471d-4993-b5db-37c51b03d4c3 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 210 time: 0.0301478 Aug 30 05:16:34.552022 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14eff65-a088-4145-a44c-5d7a5592c3ce req-63faa465-5003-4b48-907e-60b172f31d26 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:34.553469 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d14eff65-a088-4145-a44c-5d7a5592c3ce req-63faa465-5003-4b48-907e-60b172f31d26 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0458741 Aug 30 05:16:34.599635 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d14eff65-a088-4145-a44c-5d7a5592c3ce req-f4a5be31-d334-4d45-9a0a-bddf2cfc4730 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 Aug 30 05:16:34.806064 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-51a3fff2-b810-4971-9246-74d600e41a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:34.927988 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a219a-bc90-4214-8c89-14ecdf34e677 req-a5d9ecca-52ee-4634-a726-0319a2ab6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:34.929450 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-741a219a-bc90-4214-8c89-14ecdf34e677 req-a5d9ecca-52ee-4634-a726-0319a2ab6ffd service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 1130 time: 0.0378711 Aug 30 05:16:35.196727 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-741a219a-bc90-4214-8c89-14ecdf34e677 req-3cd6ee11-44f3-48a3-9b91-402033765ce2 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 Aug 30 05:16:35.498378 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-aaae2432-262e-4568-8488-562722bd091f req-b1c4ed96-18ef-479f-b600-4e1c57e9924d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 210 time: 0.0287061 Aug 30 05:16:35.541273 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-17dd2c36-3515-4c7d-981e-c3dfa7a91fb5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:35.542796 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-17dd2c36-3515-4c7d-981e-c3dfa7a91fb5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 816 time: 0.1207986 Aug 30 05:16:35.604615 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-56c0a380-a4a3-4c06-aac7-b8c656aecec9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7ea4da0dbf3a44eabbff29f884beb157 HTTP/1.1" status: 200 len: 380 time: 0.0527122 Aug 30 05:16:35.621075 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'port': {'device_id': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'admin_state_up': True, 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'security_groups': ['8c9037ea-e7cb-41c5-95f8-459ac40d1c6f']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:35.736602 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeb832-253c-4892-8592-a78da52498a6 req-f32f11ef-1acb-432e-8b28-bf93196a5a45 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:35.737961 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cabeb832-253c-4892-8592-a78da52498a6 req-f32f11ef-1acb-432e-8b28-bf93196a5a45 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0645347 Aug 30 05:16:35.792676 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:35.800956 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Made reservation on behalf of 7ea4da0dbf3a44eabbff29f884beb157 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:16:35.804642 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:35.820726 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cabeb832-253c-4892-8592-a78da52498a6 req-b744cb73-6698-478d-9e7c-0686f8934fee tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724356 Aug 30 05:16:35.823115 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:35.935663 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Allocated IP 172.20.0.7 (fba3e311-e2c8-4947-8745-e286c874d470/b72fa8d3-2305-413a-a425-ecf5efbcfd27/1ef774e8-0aae-4b74-9370-1e268ea393a2) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:16:36.073272 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.105083 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.148299 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Network fba3e311-e2c8-4947-8745-e286c874d470 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:16:36.151433 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:16:36.155155 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:16:36.179007 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:36.207077 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:36.207691 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.224978 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-93b4f9b1-6120-4ad1-badd-ccc90eb2cd5f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075277 Aug 30 05:16:36.244928 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Request body: {'port': {'device_id': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:36.311244 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.404265 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-ce4e1db3-c73d-48d2-bcef-3dff740ab445 None None] Provisioning complete for port 1ef774e8-0aae-4b74-9370-1e268ea393a2 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:16:36.404819 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ce4e1db3-c73d-48d2-bcef-3dff740ab445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.437120 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e1db3-c73d-48d2-bcef-3dff740ab445 None None] Port 1ef774e8-0aae-4b74-9370-1e268ea393a2 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:16:36.564287 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef774e8-0aae-4b74-9370-1e268ea393a2 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:16:36.571746 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Publish callbacks [] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.583225 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:36.584341 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Transition to ACTIVE for port object 1ef774e8-0aae-4b74-9370-1e268ea393a2 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:16:36.588902 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.595558 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:UPDATE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:36.634373 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60d02a-ba15-4fd6-9ca9-678b536ca7ee req-a6601705-510e-45a1-9851-236029260691 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:36.636000 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf60d02a-ba15-4fd6-9ca9-678b536ca7ee req-a6601705-510e-45a1-9851-236029260691 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0494719 Aug 30 05:16:36.655209 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:36.684364 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf60d02a-ba15-4fd6-9ca9-678b536ca7ee req-7dd2dad1-58bc-4120-b926-cb84b8db9c86 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Aug 30 05:16:36.702543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Attempting to bind port 1ef774e8-0aae-4b74-9370-1e268ea393a2 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:16:36.702912 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Attempting to bind port 1ef774e8-0aae-4b74-9370-1e268ea393a2 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:16:36.703246 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Attempting to bind port 1ef774e8-0aae-4b74-9370-1e268ea393a2 on network fba3e311-e2c8-4947-8745-e286c874d470 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:16:36.707622 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Port 1ef774e8-0aae-4b74-9370-1e268ea393a2 on network fba3e311-e2c8-4947-8745-e286c874d470 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:16:36.707939 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Attempting to bind port 1ef774e8-0aae-4b74-9370-1e268ea393a2 on network fba3e311-e2c8-4947-8745-e286c874d470 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:16:36.712769 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:16:36.713103 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Checking segment: {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:16:36.713483 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Bound using segment: {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:16:36.713905 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Bound port: 1ef774e8-0aae-4b74-9370-1e268ea393a2, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8696b49b-95de-4375-8ffa-0625425244d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:16:36.714258 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.778399 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:16:36.781531 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:16:36.787497 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.791384 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:36.791990 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:36.793337 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/1ef774e8-0aae-4b74-9370-1e268ea393a2 HTTP/1.1" status: 200 len: 1093 time: 0.5529013 Aug 30 05:16:36.794799 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:16:36.797064 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9520dd0-141b-479f-b501-392adee4b44e" -d '{"events": [{"name": "network-changed", "server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:16:36.845118 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474cda9-a4ae-44a3-8825-8662eb81c238 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:36.851412 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7cd15-d4d4-4f7a-badc-9b5c8b63aaf9 x-openstack-request-id: req-56b7cd15-d4d4-4f7a-badc-9b5c8b63aaf9 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:16:36.851695 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:16:36.851950 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56b7cd15-d4d4-4f7a-badc-9b5c8b63aaf9 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:16:36.852448 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b7cd15-d4d4-4f7a-badc-9b5c8b63aaf9'] response: {'name': 'network-changed', 'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'status': 'completed', 'code': 200} Aug 30 05:16:36.932205 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9520dd0-141b-479f-b501-392adee4b44e req-d8589894-40af-4082-8e15-d30e5f2d4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:36.933669 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d9520dd0-141b-479f-b501-392adee4b44e req-d8589894-40af-4082-8e15-d30e5f2d4c6f service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 1127 time: 0.0430613 Aug 30 05:16:36.958285 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cfbf-50a3-47ae-9640-7dbff7c2e58e req-f6e9f490-2294-4d08-b1aa-5bb0364426db tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:36.959773 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-09e6cfbf-50a3-47ae-9640-7dbff7c2e58e req-f6e9f490-2294-4d08-b1aa-5bb0364426db tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0489240 Aug 30 05:16:37.012835 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-09e6cfbf-50a3-47ae-9640-7dbff7c2e58e req-4d8eb3d7-79a7-4c69-b593-8e2e47526d1f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472338 Aug 30 05:16:37.037809 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9520dd0-141b-479f-b501-392adee4b44e req-69ccc80a-d91c-49ed-bc06-9f4a34832334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:37.039305 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d9520dd0-141b-479f-b501-392adee4b44e req-69ccc80a-d91c-49ed-bc06-9f4a34832334 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0986490 Aug 30 05:16:37.131190 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9520dd0-141b-479f-b501-392adee4b44e req-7dadbee0-8b3d-4201-b1e1-f6b18cf8e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:37.132620 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d9520dd0-141b-479f-b501-392adee4b44e req-7dadbee0-8b3d-4201-b1e1-f6b18cf8e0db service neutron] 10.222.0.82 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868242 Aug 30 05:16:37.156969 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5a889173-e104-4340-a231-eba8650f9145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:37.210866 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-7cd785be-7e1e-401c-8706-3e0a79eaa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:37.212284 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-7cd785be-7e1e-401c-8706-3e0a79eaa3e3 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 1127 time: 0.0429950 Aug 30 05:16:37.254121 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-89c33bfd-69f9-4c7a-ab44-c31b949ad448 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2 HTTP/1.1" status: 200 len: 217 time: 0.0326080 Aug 30 05:16:37.301423 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-bb562234-c029-4f94-82d5-611264a4b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:37.302894 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-bb562234-c029-4f94-82d5-611264a4b70f service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.0428796 Aug 30 05:16:37.344750 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-7e9901a2-d54f-451c-8d37-0aaad7ee08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:37.346126 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-7e9901a2-d54f-451c-8d37-0aaad7ee08a4 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370765 Aug 30 05:16:37.436334 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-3514ef4d-8d52-45d8-aa42-404711a1059d service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832486 Aug 30 05:16:37.530319 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-020d7b63-798a-4b1b-a53b-0915a325d1d9 req-eaa88d13-1529-4539-b993-d56d56fc8895 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861592 Aug 30 05:16:37.807359 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82f7b6-05ae-44fa-85bb-b10368bacabe req-1ac3f4da-59e4-410a-89d4-f609479448f0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:37.808786 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1a82f7b6-05ae-44fa-85bb-b10368bacabe req-1ac3f4da-59e4-410a-89d4-f609479448f0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0458908 Aug 30 05:16:37.838965 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:37.856769 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1a82f7b6-05ae-44fa-85bb-b10368bacabe req-82d4ad77-c204-49a4-8bbb-7426368e91ca tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Aug 30 05:16:38.130803 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911abaa-270e-46a2-9d4a-56030f1cbce2 req-9450865d-f0da-4b75-adaf-9f2670d897cd tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:38.132242 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a911abaa-270e-46a2-9d4a-56030f1cbce2 req-9450865d-f0da-4b75-adaf-9f2670d897cd tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0467446 Aug 30 05:16:38.177517 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a911abaa-270e-46a2-9d4a-56030f1cbce2 req-d1207933-dc1a-48c8-8dbb-346b66a09f1f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Aug 30 05:16:38.424612 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:38.580285 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:38.587164 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-34ade1cb-816a-4548-a177-26d9d2f98e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:38.588614 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-34ade1cb-816a-4548-a177-26d9d2f98e63 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 1130 time: 0.0702007 Aug 30 05:16:38.599629 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034021-b508-441f-94d4-908db89d500f req-a7848ab7-813c-4373-8aba-992c3d104af9 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:38.600976 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e0034021-b508-441f-94d4-908db89d500f req-a7848ab7-813c-4373-8aba-992c3d104af9 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0708880 Aug 30 05:16:38.704798 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e0034021-b508-441f-94d4-908db89d500f req-e852257f-514f-4e43-b1ee-db6ccd4c8a96 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946670 Aug 30 05:16:38.717407 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-7918bfdb-f3b7-453a-997e-9c0c39b4bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:38.718841 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-7918bfdb-f3b7-453a-997e-9c0c39b4bfff service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.1167951 Aug 30 05:16:38.784481 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-8ea7742e-0e05-46af-9114-ceca1094793f service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa HTTP/1.1" status: 200 len: 1002 time: 0.0582411 Aug 30 05:16:38.832203 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-e6a2d12d-803f-4e44-b492-4be050dbb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:38.834122 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-e6a2d12d-803f-4e44-b492-4be050dbb530 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.0425947 Aug 30 05:16:38.876602 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-20c1b4df-e2f4-4d54-8fe2-eee5941b4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:38.878127 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-20c1b4df-e2f4-4d54-8fe2-eee5941b4819 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382335 Aug 30 05:16:38.972011 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-0b6dc318-bf77-489a-8890-abca88fbe918 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873921 Aug 30 05:16:38.980009 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc145c6-b7b4-4ea2-89c6-9c5fac6db06e req-7fa74196-9e0a-4f16-a7fb-b042da6055ad tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:38.981458 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cdc145c6-b7b4-4ea2-89c6-9c5fac6db06e req-7fa74196-9e0a-4f16-a7fb-b042da6055ad tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0463250 Aug 30 05:16:39.027781 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cdc145c6-b7b4-4ea2-89c6-9c5fac6db06e req-e1793817-090a-4c38-a2a5-fc188675e61d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 Aug 30 05:16:39.068172 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8e647c0d-a3a0-48ad-bae8-da05a28e61ae req-528ec250-ca37-47d0-9d8e-1a30b2f710e3 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897219 Aug 30 05:16:39.788035 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:39.791501 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:39.824259 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad75fb8-8947-4c70-81de-63a38e4e584d req-53db30bb-fb66-4a1f-bdbd-ea27dcb743ae tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:39.826210 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0ad75fb8-8947-4c70-81de-63a38e4e584d req-53db30bb-fb66-4a1f-bdbd-ea27dcb743ae tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0483830 Aug 30 05:16:39.871831 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0ad75fb8-8947-4c70-81de-63a38e4e584d req-63db90cc-a149-49ae-8bb1-4690b551e19a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401380 Aug 30 05:16:39.938406 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:39.974398 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:40.143832 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:40.154719 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aef40-29d1-4df5-8071-ace142496b5f req-f8586c18-a6a2-4cc9-b9d7-77333e249c23 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:40.156198 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-929aef40-29d1-4df5-8071-ace142496b5f req-f8586c18-a6a2-4cc9-b9d7-77333e249c23 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0518892 Aug 30 05:16:40.202423 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-929aef40-29d1-4df5-8071-ace142496b5f req-3a878317-5244-40f7-b5e5-8d1b0ee49784 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Aug 30 05:16:40.989975 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cba7c2-47e7-4c63-9fbd-2b2153dbbced req-30165099-4d4b-498b-a65c-1f27a714c589 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:40.991442 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-24cba7c2-47e7-4c63-9fbd-2b2153dbbced req-30165099-4d4b-498b-a65c-1f27a714c589 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0461044 Aug 30 05:16:41.037069 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-24cba7c2-47e7-4c63-9fbd-2b2153dbbced req-c7e1b050-f29f-432d-9a17-ed739aa3f044 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401728 Aug 30 05:16:41.129364 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:16:41.153176 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fccc4-8b37-4d47-9326-863e3051147d req-26e675a7-da80-4c0f-9992-be9a53952e9b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:41.155375 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-316fccc4-8b37-4d47-9326-863e3051147d req-26e675a7-da80-4c0f-9992-be9a53952e9b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0493617 Aug 30 05:16:41.165198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52212) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:41.170384 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-dfc8c186-a4a5-4512-afb5-86442603b43b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Request body: {'floatingip': {'port_id': '361c8508-8cc9-4e2d-95e0-07af85e45dfa'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:41.196867 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:41.229577 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c186-a4a5-4512-afb5-86442603b43b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for floatingip (98b67336-fec1-4cf3-a75f-be1ab83846ea), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:41.262001 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:16:41.286286 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'port_id': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:16:41.290564 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:41.332178 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 1ef774e8-0aae-4b74-9370-1e268ea393a2 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:16:41.332577 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:41.348945 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef774e8-0aae-4b74-9370-1e268ea393a2 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:16:41.356474 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885cee7-ddf1-484c-bbdb-052c4961ba04 req-13871a9d-fe62-4169-b58a-c3d68da49575 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:41.363483 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7885cee7-ddf1-484c-bbdb-052c4961ba04 req-13871a9d-fe62-4169-b58a-c3d68da49575 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0615826 Aug 30 05:16:41.376403 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:16:41.384406 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:41.396304 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:41.442746 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:41.451015 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.451360 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.451730 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.452193 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.452530 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.452859 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.453180 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.457895 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.458240 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.458573 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.458927 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.459263 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.459594 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.459930 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.460234 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:16:41.461456 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7885cee7-ddf1-484c-bbdb-052c4961ba04 req-1863c16e-13b6-4271-9d92-957eb8363220 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965621 Aug 30 05:16:41.507499 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:41.537044 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:41.586701 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856c023-f5b0-4d20-9732-a32dc89a7706 req-a142bf52-aac9-4077-8d7d-4c63b6aeb5d9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:41.588264 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2856c023-f5b0-4d20-9732-a32dc89a7706 req-a142bf52-aac9-4077-8d7d-4c63b6aeb5d9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0925503 Aug 30 05:16:41.664281 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['1ef774e8-0aae-4b74-9370-1e268ea393a2'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:16:41.708860 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2856c023-f5b0-4d20-9732-a32dc89a7706 req-0daf4b82-9202-4140-830f-b32cf198d0af tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833030 Aug 30 05:16:41.804182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c186-a4a5-4512-afb5-86442603b43b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:41.808854 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c186-a4a5-4512-afb5-86442603b43b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (98b67336-fec1-4cf3-a75f-be1ab83846ea), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:42.271910 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc8c186-a4a5-4512-afb5-86442603b43b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:16:42.378093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc8c186-a4a5-4512-afb5-86442603b43b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:16:42.382870 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c186-a4a5-4512-afb5-86442603b43b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:42.389983 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] Sync routers for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:16:42.400391 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:16:42.400996 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:42.414529 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:16:42.416760 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49" -d '{"events": [{"name": "network-changed", "server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:16:42.449346 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-dfc8c186-a4a5-4512-afb5-86442603b43b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/98b67336-fec1-4cf3-a75f-be1ab83846ea HTTP/1.1" status: 200 len: 994 time: 1.2805369 Aug 30 05:16:42.460243 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8254059-7138-4f66-b604-fcc422c51512 x-openstack-request-id: req-e8254059-7138-4f66-b604-fcc422c51512 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:16:42.460544 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:16:42.460799 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8254059-7138-4f66-b604-fcc422c51512 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:16:42.461202 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8254059-7138-4f66-b604-fcc422c51512'] response: {'name': 'network-changed', 'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'status': 'completed', 'code': 200} Aug 30 05:16:42.583900 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29fc98-8bf6-4012-9a1b-3ec888519d61 req-a588731f-9516-4530-b782-cdf37abbfa42 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:42.585423 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ef29fc98-8bf6-4012-9a1b-3ec888519d61 req-a588731f-9516-4530-b782-cdf37abbfa42 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 944 time: 0.0485237 Aug 30 05:16:42.637465 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:16:42.640444 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ef29fc98-8bf6-4012-9a1b-3ec888519d61 req-09411adc-ee26-4d05-b294-31455a7301fe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481589 Aug 30 05:16:42.858404 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '98b67336-fec1-4cf3-a75f-be1ab83846ea', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'floating_ip_address': '172.27.4.174', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'port_id': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'mac_address': 'fa:16:3e:ad:01:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:14:39Z', 'updated_at': '2022-08-30T05:16:41Z', 'revision_number': 3, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:15Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:42.883575 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] Checking router: ed74b9f6-95e9-43ca-9696-1eb97c6c7427 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:16:42.893094 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:16:42.894475 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:42.937087 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:43.000556 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:16:43.038644 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc70ef-63a5-486e-8068-4891f0560f90 req-6f01bb87-af89-467e-9d4f-f005ec36131b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:43.040155 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-63cc70ef-63a5-486e-8068-4891f0560f90 req-6f01bb87-af89-467e-9d4f-f005ec36131b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.2546082 Aug 30 05:16:43.086080 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-63cc70ef-63a5-486e-8068-4891f0560f90 req-8a6ca4e3-f329-4ac6-b42f-38dd6858a829 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402045 Aug 30 05:16:43.161750 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:16:43.183722 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-f1eb65bc-3e00-4d1c-9a98-90b3ff3720d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:43.185712 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-f1eb65bc-3e00-4d1c-9a98-90b3ff3720d6 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 1130 time: 0.0386329 Aug 30 05:16:43.199708 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:43.250371 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '98b67336-fec1-4cf3-a75f-be1ab83846ea', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'floating_ip_address': '172.27.4.174', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'port_id': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'mac_address': 'fa:16:3e:ad:01:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:14:39Z', 'updated_at': '2022-08-30T05:16:41Z', 'revision_number': 3, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:15Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:43.254359 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 1ef774e8-0aae-4b74-9370-1e268ea393a2 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:16:43.279025 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbaeaaa-ad71-4705-aebe-9eae08436d29 None None] The sync data for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi is: [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '98b67336-fec1-4cf3-a75f-be1ab83846ea', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'floating_ip_address': '172.27.4.174', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'port_id': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'mac_address': 'fa:16:3e:ad:01:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:14:39Z', 'updated_at': '2022-08-30T05:16:41Z', 'revision_number': 3, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:15Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:16:43.281309 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-81e703b4-e25c-4905-81a7-781499f709e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:43.282515 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 1ef774e8-0aae-4b74-9370-1e268ea393a2 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:16:43.282799 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-81e703b4-e25c-4905-81a7-781499f709e6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.0874262 Aug 30 05:16:43.282988 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:43.364990 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 1ef774e8-0aae-4b74-9370-1e268ea393a2 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:16:43.365383 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:43.366987 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:43.371712 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-fd96336c-916c-4eb3-ad93-4f55697064e1 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa HTTP/1.1" status: 200 len: 1002 time: 0.0644495 Aug 30 05:16:43.395016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:16:43.397514 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b034b6-0b89-4f79-bc6e-ad8fcb11ee62" -d '{"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-plugged", "status": "completed", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:16:43.407468 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:43.415141 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:16:43.421610 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:43.430557 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-c6d3c7c1-47bf-4ca7-82af-7e86c643e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:43.432285 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-c6d3c7c1-47bf-4ca7-82af-7e86c643e168 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.0535386 Aug 30 05:16:43.449137 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c994a408-3a4f-41b3-b11e-bc39d6c1e257 x-openstack-request-id: req-c994a408-3a4f-41b3-b11e-bc39d6c1e257 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:16:43.449431 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-plugged", "status": "completed", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:16:43.449684 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c994a408-3a4f-41b3-b11e-bc39d6c1e257 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:16:43.450101 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c994a408-3a4f-41b3-b11e-bc39d6c1e257'] response: {'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'code': 200} Aug 30 05:16:43.487997 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:43.533007 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-456dafa7-54ba-48a9-9649-1303fb473e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:43.534512 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-456dafa7-54ba-48a9-9649-1303fb473e82 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857105 Aug 30 05:16:43.541981 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-fb608c2d-46b1-4f5a-a5f0-84f54bdf473f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:43.543352 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-fb608c2d-46b1-4f5a-a5f0-84f54bdf473f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0802014 Aug 30 05:16:43.688833 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381e9e-ca04-4f57-980a-d124ac9edce1 req-cd4342b4-0408-4e3a-a56b-e26194c2f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:43.692275 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5c381e9e-ca04-4f57-980a-d124ac9edce1 req-cd4342b4-0408-4e3a-a56b-e26194c2f585 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 1129 time: 0.1040514 Aug 30 05:16:43.744207 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Deleting port a8fa1465-9fa9-4b85-9370-89b6902a982d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:16:43.744550 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:43.752249 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-3abf6d8b-6eb2-4080-91d6-d43b27eebd8f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079751 Aug 30 05:16:43.766122 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07161c-4c1b-4761-92fd-074d01f1cb88 req-93d81a52-f9bb-4ae1-916c-103ffb95fd0b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:43.767609 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-da07161c-4c1b-4761-92fd-074d01f1cb88 req-93d81a52-f9bb-4ae1-916c-103ffb95fd0b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0471601 Aug 30 05:16:43.814173 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-da07161c-4c1b-4761-92fd-074d01f1cb88 req-acd40859-7404-4278-9566-16ece2cdf135 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407069 Aug 30 05:16:43.855541 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5c381e9e-ca04-4f57-980a-d124ac9edce1 req-543bdb33-add5-4152-87c1-08abe69698df service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588693 Aug 30 05:16:43.923751 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] For port a8fa1465-9fa9-4b85-9370-89b6902a982d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a8fa1465-9fa9-4b85-9370-89b6902a982d,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:16:43.924118 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:43.944630 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d0c2dd3-d733-4874-b5d5-a4bd935ada49 req-d52707ca-3cb4-46a6-ba97-8738c630ac67 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776965 Aug 30 05:16:44.089918 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:44.090282 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (ab048540-1281-4902-9eb1-2b72b1b65d55), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:44.090593 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Floating IP ab048540-1281-4902-9eb1-2b72b1b65d55 disassociated. External IP: 172.27.4.121, port: a8fa1465-9fa9-4b85-9370-89b6902a982d. Aug 30 05:16:44.091046 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Calling delete_port for a8fa1465-9fa9-4b85-9370-89b6902a982d owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:16:44.195206 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:44.245074 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d8959-cb04-4cc9-9506-4ad086ea92ba req-ef711f42-9a19-40d2-aebf-72b6590f4395 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:44.246549 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c09d8959-cb04-4cc9-9506-4ad086ea92ba req-ef711f42-9a19-40d2-aebf-72b6590f4395 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 946 time: 0.0839729 Aug 30 05:16:44.274189 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (a8fa1465-9fa9-4b85-9370-89b6902a982d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:44.279546 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:44.313525 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event deleted for resources: {'Port': ['ID=a8fa1465-9fa9-4b85-9370-89b6902a982d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:44.332631 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c09d8959-cb04-4cc9-9506-4ad086ea92ba req-bae0bb20-c09c-48b1-b486-a29ba0ffeabf tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=607a4fd9-cec0-4fae-af2b-630f3b6745fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792360 Aug 30 05:16:44.436490 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:16:44.476533 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:16:44.478748 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:16:44.525771 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40df30e5-eedc-4b9e-bf2a-1c554f0e8f62 x-openstack-request-id: req-40df30e5-eedc-4b9e-bf2a-1c554f0e8f62 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:16:44.526061 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:16:44.526313 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40df30e5-eedc-4b9e-bf2a-1c554f0e8f62 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:16:44.526698 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40df30e5-eedc-4b9e-bf2a-1c554f0e8f62'] response: {'name': 'network-changed', 'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'status': 'completed', 'code': 200} Aug 30 05:16:44.547326 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:16:44.556294 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] Sync routers for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:16:44.566397 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:16:44.567052 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:44.589670 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] No DVR routers for this DVR port a8fa1465-9fa9-4b85-9370-89b6902a982d on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:16:44.593127 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:44.596223 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-77e9b83e-2daf-40fe-a7d7-c18de915389b req-0ae98b7a-e82c-4809-b1d4-9b82cc52a2a9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "DELETE /networking/v2.0/ports/a8fa1465-9fa9-4b85-9370-89b6902a982d HTTP/1.1" status: 204 len: 173 time: 1.0446634 Aug 30 05:16:44.635167 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-6063466c-33d0-4013-b853-65e298e6c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:44.636657 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-6063466c-33d0-4013-b853-65e298e6c24b service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=d2ce224c162c414c9be681b76801969c&device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 1130 time: 0.0395646 Aug 30 05:16:44.681157 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:16:44.763153 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-30b97354-a8f5-4285-b51b-c6b984e2e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:44.765189 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-30b97354-a8f5-4285-b51b-c6b984e2e849 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 200 len: 920 time: 0.1094952 Aug 30 05:16:44.891271 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:44.893353 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-7abceccd-0052-4463-b18e-f5f36c7d3c44 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa HTTP/1.1" status: 200 len: 1002 time: 0.0998371 Aug 30 05:16:44.923504 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] Checking router: 6a1894b7-0d70-4415-94dc-6d46e58c67a4 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:16:44.939890 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:16:44.940511 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:44.971048 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5b0fb-b4ef-4f6f-a94a-86b50ebaa143 req-f987eaa5-4e2b-4097-9f2a-f7c42713ae11 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:44.972532 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a4a5b0fb-b4ef-4f6f-a94a-86b50ebaa143 req-f987eaa5-4e2b-4097-9f2a-f7c42713ae11 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0530508 Aug 30 05:16:45.019636 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a4a5b0fb-b4ef-4f6f-a94a-86b50ebaa143 req-2d0002ee-0477-4865-8965-75507e739478 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411572 Aug 30 05:16:45.041877 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:16:45.222599 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:45.246939 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb85c5f-25e9-4b87-a114-20a64b173268 None None] The sync data for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi is: [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:16:45.424632 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-54dd5b5d-e9ef-4133-a24c-c93f53297166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:45.426306 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-54dd5b5d-e9ef-4133-a24c-c93f53297166 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 200 len: 858 time: 0.0653880 Aug 30 05:16:45.482905 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-48496d10-364a-42c6-b415-d248aa83b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:45.484555 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-48496d10-364a-42c6-b415-d248aa83b729 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=16c6adbd-c68c-4f67-83ee-76b6653a3867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496912 Aug 30 05:16:45.525880 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b9986-ddd3-4917-9382-2191881b2ffd None None] New status for floating IP ab048540-1281-4902-9eb1-2b72b1b65d55: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:16:45.536961 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-466d1ab6-c918-41e0-b0fb-184f3a452dd0 req-05b2cfa4-dda2-4b42-b50a-53958f7f26f1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=2a54dc6f-8cee-4b66-9486-491841d01c27 HTTP/1.1" status: 200 len: 210 time: 0.0444081 Aug 30 05:16:45.589541 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-ffd41925-5a1f-4719-8bcb-ba16d40928ac service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929749 Aug 30 05:16:45.836755 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-575ab216-bf1e-4db1-aa9b-fedd95e38dc4 req-bbadab55-de8f-42c7-9feb-1540913541cc service neutron] 10.222.0.82 "GET /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919335 Aug 30 05:16:46.133839 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:46.142776 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd90fb-b204-4370-88c9-6a6373abb734 req-20727499-79b3-430d-9e54-342eeddf8f56 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:46.144265 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-09bd90fb-b204-4370-88c9-6a6373abb734 req-20727499-79b3-430d-9e54-342eeddf8f56 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0469477 Aug 30 05:16:46.191000 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-09bd90fb-b204-4370-88c9-6a6373abb734 req-2a4208c1-1547-49ba-8079-95f6dbee02a9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 Aug 30 05:16:46.305434 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256912f-7cc2-4358-a613-bb995a0da6d3 req-f3a0c47f-9aab-406d-bdce-e8f7ddf76422 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:46.306933 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d256912f-7cc2-4358-a613-bb995a0da6d3 req-f3a0c47f-9aab-406d-bdce-e8f7ddf76422 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0451126 Aug 30 05:16:46.316727 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52246) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:46.320898 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-c96ef2ba-a426-4f74-b296-cd28d3274b15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Request body: {'floatingip': {'port_id': '1ef774e8-0aae-4b74-9370-1e268ea393a2'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:46.358791 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c96ef2ba-a426-4f74-b296-cd28d3274b15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (64d0c960-bd50-41ac-9b16-6e17b4400804), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.527608 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'name': 'network-vif-deleted', 'tag': 'a8fa1465-9fa9-4b85-9370-89b6902a982d'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:16:46.530432 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7e57ae-c3b3-4543-a8a5-db6f7e617c71" -d '{"events": [{"server_uuid": "2a54dc6f-8cee-4b66-9486-491841d01c27", "name": "network-vif-deleted", "tag": "a8fa1465-9fa9-4b85-9370-89b6902a982d"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:16:46.566225 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2102415e-b9fd-4cc5-a9ae-400b13f655ff x-openstack-request-id: req-2102415e-b9fd-4cc5-a9ae-400b13f655ff {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:16:46.566522 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a54dc6f-8cee-4b66-9486-491841d01c27", "name": "network-vif-deleted", "tag": "a8fa1465-9fa9-4b85-9370-89b6902a982d", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:16:46.566771 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2102415e-b9fd-4cc5-a9ae-400b13f655ff {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:16:46.567196 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2102415e-b9fd-4cc5-a9ae-400b13f655ff'] response: {'server_uuid': '2a54dc6f-8cee-4b66-9486-491841d01c27', 'name': 'network-vif-deleted', 'tag': 'a8fa1465-9fa9-4b85-9370-89b6902a982d', 'status': 'completed', 'code': 200} Aug 30 05:16:46.629860 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52254) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:46.670327 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:46.684348 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd117c13-cb0e-4899-9417-a61500339149 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (607a4fd9-cec0-4fae-af2b-630f3b6745fe), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.706311 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd117c13-cb0e-4899-9417-a61500339149 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (607a4fd9-cec0-4fae-af2b-630f3b6745fe), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.759151 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd117c13-cb0e-4899-9417-a61500339149 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (607a4fd9-cec0-4fae-af2b-630f3b6745fe), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.761647 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd117c13-cb0e-4899-9417-a61500339149 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.762807 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-cd117c13-cb0e-4899-9417-a61500339149 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/607a4fd9-cec0-4fae-af2b-630f3b6745fe HTTP/1.1" status: 204 len: 168 time: 0.1319239 Aug 30 05:16:46.766085 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52256) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:46.780743 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c96ef2ba-a426-4f74-b296-cd28d3274b15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.782691 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd117c13-cb0e-4899-9417-a61500339149 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a4fd9-cec0-4fae-af2b-630f3b6745fe,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:46.784792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c96ef2ba-a426-4f74-b296-cd28d3274b15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (64d0c960-bd50-41ac-9b16-6e17b4400804), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.785648 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-dd6f86b2-aeee-4dd0-99d9-4c5692692e57 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] show failed (client error): The resource could not be found. Aug 30 05:16:46.790554 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-dd6f86b2-aeee-4dd0-99d9-4c5692692e57 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups/607a4fd9-cec0-4fae-af2b-630f3b6745fe HTTP/1.1" status: 404 len: 347 time: 0.0195205 Aug 30 05:16:46.790554 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52258) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:46.889311 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-c96ef2ba-a426-4f74-b296-cd28d3274b15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Floating IP 64d0c960-bd50-41ac-9b16-6e17b4400804 associated. External IP: 172.27.4.48, port: 1ef774e8-0aae-4b74-9370-1e268ea393a2. Aug 30 05:16:46.909451 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Deleting port d3b615a5-e7bc-4a5f-b767-e5f06859d971 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:16:46.909833 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (d3b615a5-e7bc-4a5f-b767-e5f06859d971), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.985603 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (d3b615a5-e7bc-4a5f-b767-e5f06859d971), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.985924 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (d3b615a5-e7bc-4a5f-b767-e5f06859d971), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:46.989861 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:46.998548 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Calling delete_port for d3b615a5-e7bc-4a5f-b767-e5f06859d971 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:16:47.035462 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:47.088083 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96ef2ba-a426-4f74-b296-cd28d3274b15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Router a5e029d1-427c-4665-872b-7943b8b6dfbf has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:16:47.136580 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (d3b615a5-e7bc-4a5f-b767-e5f06859d971), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.161439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device a8fa1465-9fa9-4b85-9370-89b6902a982d no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:16:47.162318 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event deleted for resources: {'Port': ['ID=d3b615a5-e7bc-4a5f-b767-e5f06859d971,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:47.189542 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: a8fa1465-9fa9-4b85-9370-89b6902a982d {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:16:47.189875 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device a8fa1465-9fa9-4b85-9370-89b6902a982d not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:16:47.191556 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96ef2ba-a426-4f74-b296-cd28d3274b15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:16:47.196614 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c96ef2ba-a426-4f74-b296-cd28d3274b15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.202481 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] Sync routers for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:16:47.213360 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:16:47.214319 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:47.235510 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c96ef2ba-a426-4f74-b296-cd28d3274b15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/64d0c960-bd50-41ac-9b16-6e17b4400804 HTTP/1.1" status: 200 len: 990 time: 0.9177160 Aug 30 05:16:47.236255 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:16:47.239008 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c1d245-9460-4954-bc92-7dc19c65c7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:16:47.241173 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (ab048540-1281-4902-9eb1-2b72b1b65d55), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.243948 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.245228 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-6db84215-c654-4aac-b9e6-63a92661d8e9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/ab048540-1281-4902-9eb1-2b72b1b65d55 HTTP/1.1" status: 204 len: 168 time: 0.4549809 Aug 30 05:16:47.282470 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f671dd53-d2db-4ac2-948b-300189e8fab4 x-openstack-request-id: req-f671dd53-d2db-4ac2-948b-300189e8fab4 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:16:47.282761 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:16:47.283034 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f671dd53-d2db-4ac2-948b-300189e8fab4 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:16:47.283440 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f671dd53-d2db-4ac2-948b-300189e8fab4'] response: {'name': 'network-changed', 'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'status': 'completed', 'code': 200} Aug 30 05:16:47.336040 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52266) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:47.340527 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-919af326-58df-4f81-9741-71a29f4d5dea tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1563400380', 'description': 'tempest-description--1313043393'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:47.350037 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-f6abe8bb-d47c-4f9b-a489-69befc3ec4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:47.351680 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-f6abe8bb-d47c-4f9b-a489-69befc3ec4ca service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 1129 time: 0.0459015 Aug 30 05:16:47.355073 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:16:47.364643 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-919af326-58df-4f81-9741-71a29f4d5dea tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.433908 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-919af326-58df-4f81-9741-71a29f4d5dea tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (32c733b7-89e7-46c4-a115-05651724baee), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.439220 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-919af326-58df-4f81-9741-71a29f4d5dea tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (32c733b7-89e7-46c4-a115-05651724baee), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.451505 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-df3b4e17-f286-495e-be82-1e4a39ea5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:47.454908 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:47.457964 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-df3b4e17-f286-495e-be82-1e4a39ea5600 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 917 time: 0.0983891 Aug 30 05:16:47.474666 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-919af326-58df-4f81-9741-71a29f4d5dea tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.474666 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-919af326-58df-4f81-9741-71a29f4d5dea tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1375985 Aug 30 05:16:47.475734 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919af326-58df-4f81-9741-71a29f4d5dea tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c733b7-89e7-46c4-a115-05651724baee,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:47.477739 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52268) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:47.484054 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-90261bce-046f-41f5-b746-9fbfd87022bb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'security_group_rule': {'security_group_id': '32c733b7-89e7-46c4-a115-05651724baee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:47.512723 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90261bce-046f-41f5-b746-9fbfd87022bb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (6acf6045-3b9d-41a4-814f-6ad054fe5fac), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.533627 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-b30f30d2-3ae2-4ee3-8489-414c35b17a1a service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2 HTTP/1.1" status: 200 len: 998 time: 0.0741427 Aug 30 05:16:47.573039 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90261bce-046f-41f5-b746-9fbfd87022bb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (6acf6045-3b9d-41a4-814f-6ad054fe5fac), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.578650 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90261bce-046f-41f5-b746-9fbfd87022bb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (6acf6045-3b9d-41a4-814f-6ad054fe5fac), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.584635 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-1af01ec5-ed2c-4822-8351-d5b389a3c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:47.586446 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-1af01ec5-ed2c-4822-8351-d5b389a3c1ad service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.0465975 Aug 30 05:16:47.594655 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '64d0c960-bd50-41ac-9b16-6e17b4400804', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'floating_ip_address': '172.27.4.48', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'port_id': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:16:32Z', 'updated_at': '2022-08-30T05:16:46Z', 'revision_number': 1, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:47.599278 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90261bce-046f-41f5-b746-9fbfd87022bb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acf6045-3b9d-41a4-814f-6ad054fe5fac,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:47.601239 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:47.611196 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90261bce-046f-41f5-b746-9fbfd87022bb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.612406 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-90261bce-046f-41f5-b746-9fbfd87022bb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325932 Aug 30 05:16:47.615139 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52270) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:47.620603 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-c706bd2f-41fa-4345-be5d-34fbc1d3ee13 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'security_group_rule': {'security_group_id': '32c733b7-89e7-46c4-a115-05651724baee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:47.643442 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-c9bf164d-2e7f-45c3-b3c7-eedab3aafce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:47.645154 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-c9bf164d-2e7f-45c3-b3c7-eedab3aafce1 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524108 Aug 30 05:16:47.662789 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c706bd2f-41fa-4345-be5d-34fbc1d3ee13 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (a76b2c06-932f-4464-94c0-26b91d0af129), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.711704 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] Checking router: a5e029d1-427c-4665-872b-7943b8b6dfbf for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:16:47.719969 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c706bd2f-41fa-4345-be5d-34fbc1d3ee13 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (a76b2c06-932f-4464-94c0-26b91d0af129), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.720980 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:16:47.721681 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:47.725808 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c706bd2f-41fa-4345-be5d-34fbc1d3ee13 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (a76b2c06-932f-4464-94c0-26b91d0af129), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.745820 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706bd2f-41fa-4345-be5d-34fbc1d3ee13 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76b2c06-932f-4464-94c0-26b91d0af129,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:47.747060 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-0375119a-1fdf-401e-be6e-aa9da398b942 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957222 Aug 30 05:16:47.754703 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c706bd2f-41fa-4345-be5d-34fbc1d3ee13 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.756033 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c706bd2f-41fa-4345-be5d-34fbc1d3ee13 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397209 Aug 30 05:16:47.759257 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52272) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:16:47.764012 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:47.786491 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.809462 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:47.814235 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:47.834560 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:16:47.851058 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b3c1d245-9460-4954-bc92-7dc19c65c7a3 req-0ca4edbe-de99-4b92-8369-c7c2817b6f40 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952623 Aug 30 05:16:47.859468 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:47.874552 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:47.959675 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:47.987602 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Allocated IP 172.27.4.79 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/fbd6df83-101f-4ae9-ae89-3fb5755c6e0e) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:16:48.048571 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '64d0c960-bd50-41ac-9b16-6e17b4400804', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'floating_ip_address': '172.27.4.48', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'port_id': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:16:32Z', 'updated_at': '2022-08-30T05:16:46Z', 'revision_number': 1, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:16:48.076347 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7219a17-a5a1-46bd-81a0-96db081c14a9 None None] The sync data for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi is: [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '64d0c960-bd50-41ac-9b16-6e17b4400804', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'floating_ip_address': '172.27.4.48', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'port_id': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:16:32Z', 'updated_at': '2022-08-30T05:16:46Z', 'revision_number': 1, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:16:48.094461 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for port (fbd6df83-101f-4ae9-ae89-3fb5755c6e0e), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:48.127647 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (fbd6df83-101f-4ae9-ae89-3fb5755c6e0e), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:48.168757 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:16:48.174239 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:16:48.176416 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'Port': ['ID=fbd6df83-101f-4ae9-ae89-3fb5755c6e0e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:48.178498 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:16:48.262959 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (68748eb4-5541-43ef-8273-b311423bf2cf), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:48.273701 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ea487-f79f-4dec-b8bb-cee696612608 None None] New status for floating IP 64d0c960-bd50-41ac-9b16-6e17b4400804: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:16:48.305019 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (fbd6df83-101f-4ae9-ae89-3fb5755c6e0e), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:48.459921 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for port (fbd6df83-101f-4ae9-ae89-3fb5755c6e0e), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:48.464262 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (fbd6df83-101f-4ae9-ae89-3fb5755c6e0e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:48.531696 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'Port': ['ID=fbd6df83-101f-4ae9-ae89-3fb5755c6e0e,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:48.535225 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (68748eb4-5541-43ef-8273-b311423bf2cf), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:48.550320 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:48.551611 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-00deb804-6eb8-4a62-9e4e-f67f913eca98 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7913816 Aug 30 05:16:48.748937 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-c4e2d6d4-ff83-4049-8692-fd1da4f8afd5 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1563400380&fields=id&tenant_id=116fb506b7794c1fa9460b5a861de136 HTTP/1.1" status: 200 len: 267 time: 0.0429420 Aug 30 05:16:48.763572 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:48.821129 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:UPDATE=4,neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:48.860053 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-c5596c00-17de-482e-827c-18c8c9164c7e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:48.861506 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-c5596c00-17de-482e-827c-18c8c9164c7e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 810 time: 0.1061554 Aug 30 05:16:48.875254 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-47ef58b7-9d2b-4fd1-bcd9-8765c8006f1f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/quotas/116fb506b7794c1fa9460b5a861de136 HTTP/1.1" status: 200 len: 375 time: 0.0085263 Aug 30 05:16:48.929213 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-1c67a566-363d-47b8-8101-f5caa4ce9e0b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489976 Aug 30 05:16:49.025478 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-07e530f6-29bc-4f85-baf3-f8586270c8cd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851302 Aug 30 05:16:49.113424 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7fb78976-2d54-49b5-b095-d9599fc919a5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814548 Aug 30 05:16:49.287642 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7d5a1531-b3c9-4c3e-83d4-770797cea97f req-99c75db2-a2c0-41a8-8136-664385c01354 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0291350 Aug 30 05:16:50.394896 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b591edce-f750-45a7-bc8a-3ba79c978689 req-7710a2a4-953e-43cc-b1cb-abf81d89aebe tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0297811 Aug 30 05:16:50.396327 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-5362501e-0961-450a-b565-b95b620ccbcf tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:50.397989 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-5362501e-0961-450a-b565-b95b620ccbcf tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 810 time: 0.1107812 Aug 30 05:16:50.467051 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-9be0e09c-7c4d-421b-9647-e4aae52532bf tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=116fb506b7794c1fa9460b5a861de136 HTTP/1.1" status: 200 len: 380 time: 0.0610483 Aug 30 05:16:50.474969 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'port': {'device_id': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'admin_state_up': True, 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'security_groups': ['32c733b7-89e7-46c4-a115-05651724baee']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:50.582992 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Made reservation on behalf of 116fb506b7794c1fa9460b5a861de136 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:16:50.586686 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:50.708829 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Allocated IP 172.20.0.8 (f19a3a63-4a1b-4d2c-ab3d-dff746819db6/802d55d3-5b78-4795-b734-cb45af8a6535/daced90f-36b0-406a-98c8-834fd146d1c8) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:16:50.844762 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for port (daced90f-36b0-406a-98c8-834fd146d1c8), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:50.863849 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:50.878199 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:50.920279 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:16:50.923442 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:16:50.927162 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:16:50.957442 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event updated for resources: {'Port': ['ID=daced90f-36b0-406a-98c8-834fd146d1c8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:50.983541 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:50.984169 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:51.000690 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-051ceadd-ebbf-41b5-b1d8-e660c5e907a6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5294759 Aug 30 05:16:51.012021 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Request body: {'port': {'device_id': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:16:51.072300 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:51.083344 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:51.161245 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-e44deb41-3b63-4ca0-9481-851a95fef90c None None] Provisioning complete for port daced90f-36b0-406a-98c8-834fd146d1c8 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:16:51.161819 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e44deb41-3b63-4ca0-9481-851a95fef90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:51.192093 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-e44deb41-3b63-4ca0-9481-851a95fef90c None None] Port daced90f-36b0-406a-98c8-834fd146d1c8 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:16:51.326045 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daced90f-36b0-406a-98c8-834fd146d1c8 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:16:51.333316 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Publish callbacks [] for port (daced90f-36b0-406a-98c8-834fd146d1c8), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:51.346016 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Transition to ACTIVE for port object daced90f-36b0-406a-98c8-834fd146d1c8 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:16:51.350027 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:51.425095 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Pushing event updated for resources: {'Port': ['ID=daced90f-36b0-406a-98c8-834fd146d1c8,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:51.461994 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Attempting to bind port daced90f-36b0-406a-98c8-834fd146d1c8 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:16:51.462469 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Attempting to bind port daced90f-36b0-406a-98c8-834fd146d1c8 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:16:51.462811 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Attempting to bind port daced90f-36b0-406a-98c8-834fd146d1c8 on network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:16:51.468728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Port daced90f-36b0-406a-98c8-834fd146d1c8 on network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:16:51.469057 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Attempting to bind port daced90f-36b0-406a-98c8-834fd146d1c8 on network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:16:51.484993 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:16:51.485332 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Checking segment: {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:16:51.485707 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Bound using segment: {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:16:51.486143 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Bound port: daced90f-36b0-406a-98c8-834fd146d1c8, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea94359c-21bf-4f4a-ba49-517dccf41842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:16:51.486501 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:51.810525 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc96b7-4043-49fb-b908-df0d713be15f req-294261a4-925b-4911-a10d-83cb4573e28e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:51.812012 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-78bc96b7-4043-49fb-b908-df0d713be15f req-294261a4-925b-4911-a10d-83cb4573e28e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 943 time: 0.3407528 Aug 30 05:16:51.869429 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] For port daced90f-36b0-406a-98c8-834fd146d1c8, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:16:51.884406 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-78bc96b7-4043-49fb-b908-df0d713be15f req-15927f1d-1939-4382-82d8-ce89cdc44a04 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661216 Aug 30 05:16:51.886018 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] For port daced90f-36b0-406a-98c8-834fd146d1c8, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=daced90f-36b0-406a-98c8-834fd146d1c8,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:16:51.892544 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:51.896724 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:51.897335 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:51.898666 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/daced90f-36b0-406a-98c8-834fd146d1c8 HTTP/1.1" status: 200 len: 1093 time: 0.8908854 Aug 30 05:16:51.899179 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'tag': 'daced90f-36b0-406a-98c8-834fd146d1c8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:16:51.901382 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4", "tag": "daced90f-36b0-406a-98c8-834fd146d1c8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:16:51.949632 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:51.955004 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc70ce-31ed-42b7-80d9-c880b21a8cff x-openstack-request-id: req-9cfc70ce-31ed-42b7-80d9-c880b21a8cff {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:16:51.955287 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4", "tag": "daced90f-36b0-406a-98c8-834fd146d1c8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:16:51.955543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9cfc70ce-31ed-42b7-80d9-c880b21a8cff {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:16:51.955943 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfc70ce-31ed-42b7-80d9-c880b21a8cff'] response: {'name': 'network-changed', 'server_uuid': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'tag': 'daced90f-36b0-406a-98c8-834fd146d1c8', 'status': 'completed', 'code': 200} Aug 30 05:16:51.996388 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eea3c-dd3d-4a81-8627-fc8da92d8556 service neutron] Pushing event updated for resources: {'Port': ['ID=daced90f-36b0-406a-98c8-834fd146d1c8,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:52.000212 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-2017208c-22f2-4332-8602-dce9d5ec6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:52.001717 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-2017208c-22f2-4332-8602-dce9d5ec6021 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 1127 time: 0.0614362 Aug 30 05:16:52.043749 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-94be900d-ef32-41a9-96f3-7ed5d4b0e337 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daced90f-36b0-406a-98c8-834fd146d1c8 HTTP/1.1" status: 200 len: 217 time: 0.0334206 Aug 30 05:16:52.092944 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-3d495faf-a9b6-418f-a64d-dbadeec44a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:52.094289 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-3d495faf-a9b6-418f-a64d-dbadeec44a23 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 200 len: 849 time: 0.0439637 Aug 30 05:16:52.135944 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-677eae57-259c-4f79-87e9-1a43460f1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:52.137380 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-677eae57-259c-4f79-87e9-1a43460f1e2e service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367956 Aug 30 05:16:52.203091 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:52.231521 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-ee3d6b7a-0034-46c1-b210-64ebe2b5b787 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869966 Aug 30 05:16:52.323867 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-46de8550-82bd-4e7f-b956-7bd9e9107852 req-ae6725b1-de12-4aae-97bf-d79a9631fe83 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856786 Aug 30 05:16:53.008112 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d69ba-d892-49ca-ab37-0a3cbac3c65d req-281b8023-999a-4990-8e38-7f3f2890046b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:53.009576 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e72d69ba-d892-49ca-ab37-0a3cbac3c65d req-281b8023-999a-4990-8e38-7f3f2890046b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 943 time: 0.0481107 Aug 30 05:16:53.056035 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e72d69ba-d892-49ca-ab37-0a3cbac3c65d req-307f52f1-d62d-4997-87b4-c2ba282f4851 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403848 Aug 30 05:16:53.269285 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-8b14155b-d95d-4575-b928-f0bdae7d9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:53.270720 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-8b14155b-d95d-4575-b928-f0bdae7d9c45 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 1127 time: 0.0386164 Aug 30 05:16:53.362200 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-4307528d-7887-4645-83a5-539b346245af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:53.363674 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-4307528d-7887-4645-83a5-539b346245af service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 911 time: 0.0869203 Aug 30 05:16:53.402000 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-88f68e40-3b77-4868-acf3-c4f0fee5356e service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daced90f-36b0-406a-98c8-834fd146d1c8 HTTP/1.1" status: 200 len: 217 time: 0.0326214 Aug 30 05:16:53.452507 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-cef7ccab-9452-4744-a9d7-2cee99afc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:53.453923 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-cef7ccab-9452-4744-a9d7-2cee99afc0cc service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 200 len: 849 time: 0.0463724 Aug 30 05:16:53.498113 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-755b737d-2a66-43db-b2f7-071d876a206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:53.499531 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-755b737d-2a66-43db-b2f7-071d876a206b service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388501 Aug 30 05:16:53.598396 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-b0965d08-8885-4ca9-952f-28152a4522a6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812936 Aug 30 05:16:53.692560 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dcfbcac9-6bf5-4b90-a8c4-b6e76136531c req-7290f361-4236-4f66-8c99-3cf41f76fada service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864203 Aug 30 05:16:54.177050 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c192d85-331d-4d1a-bed2-d967c6393ca4 req-2a23696d-4746-4714-8505-74324c4cb09d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:54.178497 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7c192d85-331d-4d1a-bed2-d967c6393ca4 req-2a23696d-4746-4714-8505-74324c4cb09d tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 943 time: 0.0490370 Aug 30 05:16:54.223915 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7c192d85-331d-4d1a-bed2-d967c6393ca4 req-5f3d0719-ef4a-4869-b25f-489633c0f0cd tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399909 Aug 30 05:16:55.207078 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device daced90f-36b0-406a-98c8-834fd146d1c8 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:16:55.306725 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:55.309164 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port daced90f-36b0-406a-98c8-834fd146d1c8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=daced90f-36b0-406a-98c8-834fd146d1c8,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:16:55.321615 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'daced90f-36b0-406a-98c8-834fd146d1c8', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'port_id': 'daced90f-36b0-406a-98c8-834fd146d1c8', 'mac_address': 'fa:16:3e:d3:64:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:16:55.344298 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83a7c-7d94-453e-81f8-71dba9b348b5 req-fc474d15-42b5-4bd8-ad1d-8293143a7655 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:55.345784 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d1a83a7c-7d94-453e-81f8-71dba9b348b5 req-fc474d15-42b5-4bd8-ad1d-8293143a7655 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 943 time: 0.0489051 Aug 30 05:16:55.357883 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port daced90f-36b0-406a-98c8-834fd146d1c8 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:16:55.358274 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:55.375151 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daced90f-36b0-406a-98c8-834fd146d1c8 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:16:55.393716 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d1a83a7c-7d94-453e-81f8-71dba9b348b5 req-c654303a-2a90-44ca-8bb6-2a68304add15 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422077 Aug 30 05:16:55.395653 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port daced90f-36b0-406a-98c8-834fd146d1c8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=daced90f-36b0-406a-98c8-834fd146d1c8,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:16:55.399662 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:55.445856 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=daced90f-36b0-406a-98c8-834fd146d1c8,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:55.679219 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['daced90f-36b0-406a-98c8-834fd146d1c8'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:16:55.730986 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:56.509356 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aadd0-9bee-4624-b58d-c992e4818b0e req-198ef425-30f2-4afc-a230-7ca9754c0e54 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:56.510787 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-657aadd0-9bee-4624-b58d-c992e4818b0e req-198ef425-30f2-4afc-a230-7ca9754c0e54 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 944 time: 0.0462544 Aug 30 05:16:56.556598 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-657aadd0-9bee-4624-b58d-c992e4818b0e req-5521e965-28c8-4d46-8764-4fefb0758826 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396371 Aug 30 05:16:57.207136 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device daced90f-36b0-406a-98c8-834fd146d1c8 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:16:57.248821 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port daced90f-36b0-406a-98c8-834fd146d1c8 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:16:57.254531 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port daced90f-36b0-406a-98c8-834fd146d1c8 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:16:57.254931 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:57.323846 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port daced90f-36b0-406a-98c8-834fd146d1c8 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:16:57.324232 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:57.347937 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daced90f-36b0-406a-98c8-834fd146d1c8'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:16:57.350160 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddb151b-460a-43d1-99b8-25304909dbe0" -d '{"events": [{"server_uuid": "0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4", "name": "network-vif-plugged", "status": "completed", "tag": "daced90f-36b0-406a-98c8-834fd146d1c8"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:16:57.365601 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port daced90f-36b0-406a-98c8-834fd146d1c8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=daced90f-36b0-406a-98c8-834fd146d1c8,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:16:57.369675 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:16:57.394349 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affcb37c-f9ee-4dc2-a051-fdbf0fb69313 x-openstack-request-id: req-affcb37c-f9ee-4dc2-a051-fdbf0fb69313 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:16:57.394659 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4", "name": "network-vif-plugged", "status": "completed", "tag": "daced90f-36b0-406a-98c8-834fd146d1c8", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:16:57.394938 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-affcb37c-f9ee-4dc2-a051-fdbf0fb69313 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:16:57.395335 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affcb37c-f9ee-4dc2-a051-fdbf0fb69313'] response: {'server_uuid': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daced90f-36b0-406a-98c8-834fd146d1c8', 'code': 200} Aug 30 05:16:57.420362 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=daced90f-36b0-406a-98c8-834fd146d1c8,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:16:57.572503 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ed6c5-fd32-4aab-99a6-f2ab30f0f582 req-13d38204-dfda-40a9-9a89-e369146f7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:57.574005 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b38ed6c5-fd32-4aab-99a6-f2ab30f0f582 req-13d38204-dfda-40a9-9a89-e369146f7760 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 1129 time: 0.0421472 Aug 30 05:16:57.605000 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:16:57.620205 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b38ed6c5-fd32-4aab-99a6-f2ab30f0f582 req-e17116c1-db82-48f7-b6b4-68ea560b0423 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376427 Aug 30 05:16:57.675341 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33df024-f21a-4702-984e-7f331dbe8506 req-616fe743-859a-4978-9ad3-5bff5a9752c9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:57.676773 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c33df024-f21a-4702-984e-7f331dbe8506 req-616fe743-859a-4978-9ad3-5bff5a9752c9 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 945 time: 0.0485582 Aug 30 05:16:57.723248 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c33df024-f21a-4702-984e-7f331dbe8506 req-bfd45be8-9c8b-4f86-a10e-6e7bfa3b20a7 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407493 Aug 30 05:16:58.844043 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36467307-a4a5-40e2-8033-089d86a8a1a6 req-27c52b2a-a582-4ca0-8791-da02252be795 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:16:58.845537 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-36467307-a4a5-40e2-8033-089d86a8a1a6 req-27c52b2a-a582-4ca0-8791-da02252be795 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Aug 30 05:16:58.897137 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-36467307-a4a5-40e2-8033-089d86a8a1a6 req-63eb25f4-21bd-4d80-a36c-9aefd2f274a7 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451808 Aug 30 05:17:00.017540 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd7fa5-8987-4ce1-a8fc-fdeff8663acc req-4299f5b0-14cd-4788-8504-fa7f7de79562 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:00.019019 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-91dd7fa5-8987-4ce1-a8fc-fdeff8663acc req-4299f5b0-14cd-4788-8504-fa7f7de79562 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 945 time: 0.0473459 Aug 30 05:17:00.066029 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-91dd7fa5-8987-4ce1-a8fc-fdeff8663acc req-874b80b5-df70-4816-ae46-464c1f4b90e5 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Aug 30 05:17:00.100904 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:00.183277 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea7283-aced-46eb-ac5b-2fbf99e98952 req-7bd7c7dd-b5fe-436a-a02c-094cf1d197f1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:00.184643 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-69ea7283-aced-46eb-ac5b-2fbf99e98952 req-7bd7c7dd-b5fe-436a-a02c-094cf1d197f1 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Aug 30 05:17:00.195199 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52326) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:00.199485 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-014730d4-95c4-4d5b-bf93-c9102040337c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Request body: {'floatingip': {'port_id': 'daced90f-36b0-406a-98c8-834fd146d1c8'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:00.236754 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-014730d4-95c4-4d5b-bf93-c9102040337c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (68748eb4-5541-43ef-8273-b311423bf2cf), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:00.238452 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:00.651183 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-014730d4-95c4-4d5b-bf93-c9102040337c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:00.655210 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-014730d4-95c4-4d5b-bf93-c9102040337c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (68748eb4-5541-43ef-8273-b311423bf2cf), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:00.747214 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-014730d4-95c4-4d5b-bf93-c9102040337c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Floating IP 68748eb4-5541-43ef-8273-b311423bf2cf associated. External IP: 172.27.4.79, port: daced90f-36b0-406a-98c8-834fd146d1c8. Aug 30 05:17:00.943084 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014730d4-95c4-4d5b-bf93-c9102040337c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:17:01.036759 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:01.047522 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014730d4-95c4-4d5b-bf93-c9102040337c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:17:01.052160 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-014730d4-95c4-4d5b-bf93-c9102040337c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:01.057591 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] Sync routers for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:17:01.068445 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:01.069048 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:01.081805 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-014730d4-95c4-4d5b-bf93-c9102040337c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/68748eb4-5541-43ef-8273-b311423bf2cf HTTP/1.1" status: 200 len: 990 time: 0.8855402 Aug 30 05:17:01.082488 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'tag': 'daced90f-36b0-406a-98c8-834fd146d1c8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:17:01.084835 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a8049-bf03-40fb-9606-a2026500d03f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4", "tag": "daced90f-36b0-406a-98c8-834fd146d1c8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:17:01.124237 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae17236-3958-4382-8085-f56834df8a29 x-openstack-request-id: req-eae17236-3958-4382-8085-f56834df8a29 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:17:01.124554 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4", "tag": "daced90f-36b0-406a-98c8-834fd146d1c8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:17:01.124825 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eae17236-3958-4382-8085-f56834df8a29 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:17:01.125249 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae17236-3958-4382-8085-f56834df8a29'] response: {'name': 'network-changed', 'server_uuid': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'tag': 'daced90f-36b0-406a-98c8-834fd146d1c8', 'status': 'completed', 'code': 200} Aug 30 05:17:01.168398 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:01.187691 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a8049-bf03-40fb-9606-a2026500d03f req-45a7f117-cd4c-4e0a-b319-0538bfc751e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:01.189198 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-341a8049-bf03-40fb-9606-a2026500d03f req-45a7f117-cd4c-4e0a-b319-0538bfc751e1 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 1129 time: 0.0394032 Aug 30 05:17:01.276348 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:01.282315 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a8049-bf03-40fb-9606-a2026500d03f req-0fac9146-e84a-4685-b1e3-3492518eee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:01.283826 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-341a8049-bf03-40fb-9606-a2026500d03f req-0fac9146-e84a-4685-b1e3-3492518eee46 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 911 time: 0.0893517 Aug 30 05:17:01.293446 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:01.345807 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-341a8049-bf03-40fb-9606-a2026500d03f req-f4146bb9-154c-4db6-8339-3f6c0bd6283c service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daced90f-36b0-406a-98c8-834fd146d1c8 HTTP/1.1" status: 200 len: 998 time: 0.0556424 Aug 30 05:17:01.373070 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '68748eb4-5541-43ef-8273-b311423bf2cf', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'floating_ip_address': '172.27.4.79', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'port_id': 'daced90f-36b0-406a-98c8-834fd146d1c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'mac_address': 'fa:16:3e:d3:64:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:16:48Z', 'updated_at': '2022-08-30T05:17:00Z', 'revision_number': 1, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:01.397891 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a8049-bf03-40fb-9606-a2026500d03f req-f22df638-d559-4cd0-8a3b-034c1d1ed46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:01.399365 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-341a8049-bf03-40fb-9606-a2026500d03f req-f22df638-d559-4cd0-8a3b-034c1d1ed46b service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 200 len: 849 time: 0.0470703 Aug 30 05:17:01.399910 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] Checking router: 6a1894b7-0d70-4415-94dc-6d46e58c67a4 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:17:01.408556 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:01.409147 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:16:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:01.442573 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a8049-bf03-40fb-9606-a2026500d03f req-29aef0e5-d604-402c-8b5f-c38eefb7935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:01.444079 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-341a8049-bf03-40fb-9606-a2026500d03f req-29aef0e5-d604-402c-8b5f-c38eefb7935f service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384026 Aug 30 05:17:01.513878 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:01.540300 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-341a8049-bf03-40fb-9606-a2026500d03f req-cc4cb670-de4f-4ae4-a8e4-0a2c09cf5eff service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894530 Aug 30 05:17:01.634344 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-341a8049-bf03-40fb-9606-a2026500d03f req-15ab3101-29a1-48a0-971b-8fd06ec0c024 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872378 Aug 30 05:17:01.657495 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:01.719675 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '68748eb4-5541-43ef-8273-b311423bf2cf', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'floating_ip_address': '172.27.4.79', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'port_id': 'daced90f-36b0-406a-98c8-834fd146d1c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'mac_address': 'fa:16:3e:d3:64:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:16:48Z', 'updated_at': '2022-08-30T05:17:00Z', 'revision_number': 1, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:01.743406 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ab247-53df-46f0-ba5e-b9f1d1b2b5aa None None] The sync data for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi is: [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '68748eb4-5541-43ef-8273-b311423bf2cf', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'floating_ip_address': '172.27.4.79', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'port_id': 'daced90f-36b0-406a-98c8-834fd146d1c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'mac_address': 'fa:16:3e:d3:64:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:16:48Z', 'updated_at': '2022-08-30T05:17:00Z', 'revision_number': 1, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:17:01.919426 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f07d6cf-37e6-431c-a9ea-c507a294fa78 None None] New status for floating IP 68748eb4-5541-43ef-8273-b311423bf2cf: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:17:03.563742 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:17:04.807931 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dce9567d-2fb4-45f3-8b07-5595ddb1a9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:07.159671 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-702b6aab-91bb-4759-8329-948a7190c606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:08.427155 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:09.942389 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:09.975924 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:10.058739 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=64 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:10.062627 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=69 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:11.625368 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=30 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:11.631338 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=55 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:13.558734 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=9 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:13.559524 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=53 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:19.970383 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:19.972299 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:22.033146 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78de5f6-d32a-4261-a57f-3833b4a2fb3e req-91aff970-f792-4fc9-8f36-0b648617109b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:22.034531 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f78de5f6-d32a-4261-a57f-3833b4a2fb3e req-91aff970-f792-4fc9-8f36-0b648617109b tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0474653 Aug 30 05:17:22.080135 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f78de5f6-d32a-4261-a57f-3833b4a2fb3e req-2406a8f7-9363-4e29-a4f9-efce401436cf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400438 Aug 30 05:17:23.295451 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355e902-ab96-4c4c-ad37-40eed086e8fb req-4925c402-5e5d-46be-bddb-a0717b0d11bf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:23.296875 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4355e902-ab96-4c4c-ad37-40eed086e8fb req-4925c402-5e5d-46be-bddb-a0717b0d11bf tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.1432240 Aug 30 05:17:23.346051 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4355e902-ab96-4c4c-ad37-40eed086e8fb req-b05dfc05-f4de-41e6-a507-fd9d086a3b17 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435145 Aug 30 05:17:24.462047 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cba80c-b943-469c-a21b-043005000add req-cb6eeb19-f529-42dd-9e1f-392c660b5b72 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:24.463540 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49cba80c-b943-469c-a21b-043005000add req-cb6eeb19-f529-42dd-9e1f-392c660b5b72 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0465214 Aug 30 05:17:24.511729 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49cba80c-b943-469c-a21b-043005000add req-538a6341-1d88-4496-b68a-35221c6b2080 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423732 Aug 30 05:17:25.632466 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6528def-85b9-43fd-b642-129ec45b8352 req-ff4d5d8f-bb0b-48a8-bd53-c9e821dfae24 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:25.633938 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a6528def-85b9-43fd-b642-129ec45b8352 req-ff4d5d8f-bb0b-48a8-bd53-c9e821dfae24 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0492368 Aug 30 05:17:25.695259 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-3dbf1e07-93c2-4a87-b274-77f352d1154d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:25.696659 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-3dbf1e07-93c2-4a87-b274-77f352d1154d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 946 time: 0.0618939 Aug 30 05:17:25.737433 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a6528def-85b9-43fd-b642-129ec45b8352 req-6beff550-7b48-4e10-950f-da9005a58eb6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1e4c9a90-f694-44e0-95d3-54a7df8c2e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933154 Aug 30 05:17:25.790795 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Deleting port 361c8508-8cc9-4e2d-95e0-07af85e45dfa {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:17:25.791176 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:25.877784 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] For port 361c8508-8cc9-4e2d-95e0-07af85e45dfa, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=361c8508-8cc9-4e2d-95e0-07af85e45dfa,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:25.878073 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:26.043780 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:26.044141 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (98b67336-fec1-4cf3-a75f-be1ab83846ea), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:26.044451 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Floating IP 98b67336-fec1-4cf3-a75f-be1ab83846ea disassociated. External IP: 172.27.4.174, port: 361c8508-8cc9-4e2d-95e0-07af85e45dfa. Aug 30 05:17:26.044822 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Calling delete_port for 361c8508-8cc9-4e2d-95e0-07af85e45dfa owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:17:26.186069 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (361c8508-8cc9-4e2d-95e0-07af85e45dfa), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:26.237888 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event deleted for resources: {'Port': ['ID=361c8508-8cc9-4e2d-95e0-07af85e45dfa,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:26.253952 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211444-3d9e-42c2-9c00-026f45afe291 req-0d7cd28e-d21b-4a9f-8977-c8d99cc25ecd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:26.255443 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f6211444-3d9e-42c2-9c00-026f45afe291 req-0d7cd28e-d21b-4a9f-8977-c8d99cc25ecd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0830920 Aug 30 05:17:26.258658 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.258658 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.258967 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.259265 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.259607 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.259939 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.260266 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.260590 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.260917 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.261241 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.261564 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.261885 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.262251 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.262543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.262844 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:26.349100 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f6211444-3d9e-42c2-9c00-026f45afe291 req-b8bce3b0-a323-4af2-8ae8-53deefc104e4 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824351 Aug 30 05:17:26.378192 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:26.395339 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:26.404752 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:17:26.507361 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:17:26.517924 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] Sync routers for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:17:26.527980 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:26.528589 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:26.547493 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] No DVR routers for this DVR port 361c8508-8cc9-4e2d-95e0-07af85e45dfa on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:17:26.549990 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:26.553174 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bbaa74a6-45c3-412c-81ae-b44059004cd3 req-ca0211ec-9e1e-4600-a38e-3902586c644c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "DELETE /networking/v2.0/ports/361c8508-8cc9-4e2d-95e0-07af85e45dfa HTTP/1.1" status: 204 len: 173 time: 0.8506467 Aug 30 05:17:26.553600 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'name': 'network-vif-deleted', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:17:26.555893 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30da779a-ab7c-43f4-9c08-54caa0640679" -d '{"events": [{"server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "name": "network-vif-deleted", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:17:26.594144 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf465b5-7e72-4386-8beb-10a3cbdf3191 x-openstack-request-id: req-faf465b5-7e72-4386-8beb-10a3cbdf3191 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:17:26.594447 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30714902-9da4-4ee8-8cb1-bd37f13ce234", "name": "network-vif-deleted", "tag": "361c8508-8cc9-4e2d-95e0-07af85e45dfa", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:17:26.594768 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-faf465b5-7e72-4386-8beb-10a3cbdf3191 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:17:26.595133 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf465b5-7e72-4386-8beb-10a3cbdf3191'] response: {'server_uuid': '30714902-9da4-4ee8-8cb1-bd37f13ce234', 'name': 'network-vif-deleted', 'tag': '361c8508-8cc9-4e2d-95e0-07af85e45dfa', 'status': 'completed', 'code': 200} Aug 30 05:17:26.740150 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:26.858220 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4771ff65-e61d-4674-bb79-9a1dc5d460c3 req-bea6fd19-a2f4-4067-bfce-edca2c7ce514 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30714902-9da4-4ee8-8cb1-bd37f13ce234 HTTP/1.1" status: 200 len: 210 time: 0.0288107 Aug 30 05:17:26.937830 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:15Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:26.964560 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] Checking router: ed74b9f6-95e9-43ca-9696-1eb97c6c7427 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:17:26.973307 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:26.973905 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:27.069350 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:27.253403 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:15Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:27.280430 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0f9a93-af70-40e0-bd8e-5e34b5d64c2d None None] The sync data for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi is: [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:03Z', 'revision_number': 4, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'fcbbdc85-f184-48f5-8501-e908069e3210', 'name': '', 'network_id': '16c6adbd-c68c-4f67-83ee-76b6653a3867', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'mac_address': 'fa:16:3e:98:62:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:12:01Z', 'updated_at': '2022-08-30T05:12:15Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'subnets': [{'id': '4fa10be7-6243-453b-b109-c8dd7a1f8b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:17:27.478632 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79aa48-7ea8-46f3-8afe-60dc9a6074d4 req-1fe93ce7-69b7-49a1-bfbe-dfa2d11b7fc9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:27.480177 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cd79aa48-7ea8-46f3-8afe-60dc9a6074d4 req-1fe93ce7-69b7-49a1-bfbe-dfa2d11b7fc9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0496387 Aug 30 05:17:27.524199 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80ef53-ecc1-48c3-8777-335d45e2d3f7 None None] New status for floating IP 98b67336-fec1-4cf3-a75f-be1ab83846ea: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:17:27.532232 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cd79aa48-7ea8-46f3-8afe-60dc9a6074d4 req-9d3da668-7a64-4fad-8024-22d6c0b52747 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464454 Aug 30 05:17:27.962117 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52426) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:28.019716 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group (1e4c9a90-f694-44e0-95d3-54a7df8c2e14), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.040950 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group (1e4c9a90-f694-44e0-95d3-54a7df8c2e14), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.088136 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1e4c9a90-f694-44e0-95d3-54a7df8c2e14), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.090630 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.092049 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1e4c9a90-f694-44e0-95d3-54a7df8c2e14 HTTP/1.1" status: 204 len: 168 time: 0.1289504 Aug 30 05:17:28.094692 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52428) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:28.101374 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4c9a90-f694-44e0-95d3-54a7df8c2e14,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:28.109021 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-592541c4-95d8-4348-b0b5-c99a874f7e70 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] show failed (client error): The resource could not be found. Aug 30 05:17:28.109180 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.109407 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.109854 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.109988 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-592541c4-95d8-4348-b0b5-c99a874f7e70 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups/1e4c9a90-f694-44e0-95d3-54a7df8c2e14 HTTP/1.1" status: 404 len: 347 time: 0.0142179 Aug 30 05:17:28.110262 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.110520 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.110877 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.111207 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.111533 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.111869 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.112181 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.112505 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.112620 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52430) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:28.112848 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.113176 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.113495 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.113813 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c63767-7c68-449d-b69b-5d51405b1a53 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:28.220944 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Deleting port 5d45b6c8-a7c8-4e50-9400-23dddfe491b4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:17:28.221271 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (5d45b6c8-a7c8-4e50-9400-23dddfe491b4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.558619 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (5d45b6c8-a7c8-4e50-9400-23dddfe491b4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.558989 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for floatingip (5d45b6c8-a7c8-4e50-9400-23dddfe491b4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.571610 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Calling delete_port for 5d45b6c8-a7c8-4e50-9400-23dddfe491b4 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:17:28.674275 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09385-0f45-4caa-8a5b-979da5d01928 req-e49503c5-d207-4a5c-8633-d1698dc47462 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:28.675754 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-27d09385-0f45-4caa-8a5b-979da5d01928 req-e49503c5-d207-4a5c-8633-d1698dc47462 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0650566 Aug 30 05:17:28.753577 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-27d09385-0f45-4caa-8a5b-979da5d01928 req-a0a22daa-315f-4e9a-a0c3-5c657723cac6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717728 Aug 30 05:17:28.773675 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (5d45b6c8-a7c8-4e50-9400-23dddfe491b4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.799086 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event deleted for resources: {'Port': ['ID=5d45b6c8-a7c8-4e50-9400-23dddfe491b4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:28.862571 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks [] for floatingip (98b67336-fec1-4cf3-a75f-be1ab83846ea), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.865058 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:28.866199 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2c8978ba-5958-4d89-b224-c5f6aa70690e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/98b67336-fec1-4cf3-a75f-be1ab83846ea HTTP/1.1" status: 204 len: 168 time: 0.7527130 Aug 30 05:17:29.397030 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 361c8508-8cc9-4e2d-95e0-07af85e45dfa no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:17:29.415724 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 361c8508-8cc9-4e2d-95e0-07af85e45dfa {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:17:29.416001 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 361c8508-8cc9-4e2d-95e0-07af85e45dfa not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:17:29.875821 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b245e-fa1c-4fb9-8c14-18401f78afb7 req-0b84b667-42cf-4473-9801-a0dc91836151 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:29.877262 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-737b245e-fa1c-4fb9-8c14-18401f78afb7 req-0b84b667-42cf-4473-9801-a0dc91836151 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0466599 Aug 30 05:17:29.922961 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-737b245e-fa1c-4fb9-8c14-18401f78afb7 req-2db1980a-36d7-47eb-be47-990e35fc2871 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Aug 30 05:17:30.095194 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:31.045000 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ccae4-9fb7-4f1a-857b-793384359bb1 req-8eb5186d-d3f9-4d06-8dd7-5bb2c6cfb28c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:31.046471 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1f3ccae4-9fb7-4f1a-857b-793384359bb1 req-8eb5186d-d3f9-4d06-8dd7-5bb2c6cfb28c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0464327 Aug 30 05:17:31.095257 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1f3ccae4-9fb7-4f1a-857b-793384359bb1 req-d0ebaa44-3966-472d-88d4-517b1bdbfa9b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432422 Aug 30 05:17:31.330079 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023076e-b72b-4b7f-bb2c-5598295862bf req-c81d80ad-5fc2-4e76-8fa3-3d60e4e4f223 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:31.331569 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1023076e-b72b-4b7f-bb2c-5598295862bf req-c81d80ad-5fc2-4e76-8fa3-3d60e4e4f223 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0462255 Aug 30 05:17:31.377081 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:31.381639 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1023076e-b72b-4b7f-bb2c-5598295862bf req-cdaae09f-d809-41cc-9350-28460c27a32f tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446973 Aug 30 05:17:32.221838 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dc4f6-9a1c-480d-9de0-ec07ab72e909 req-748f0d88-ad70-4742-99fb-0a11b7e7c4ab tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:32.223220 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-782dc4f6-9a1c-480d-9de0-ec07ab72e909 req-748f0d88-ad70-4742-99fb-0a11b7e7c4ab tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0496886 Aug 30 05:17:32.269181 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-782dc4f6-9a1c-480d-9de0-ec07ab72e909 req-3c5e4293-6264-4f46-8684-c2a28c959a7f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Aug 30 05:17:32.501400 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbdf54-dcea-4353-b2bc-13a53c72c89a req-0a0851ea-ad76-4574-b5d6-de314782536a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:32.502770 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-93cbdf54-dcea-4353-b2bc-13a53c72c89a req-0a0851ea-ad76-4574-b5d6-de314782536a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0469995 Aug 30 05:17:32.548423 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-93cbdf54-dcea-4353-b2bc-13a53c72c89a req-2d6626e0-5f44-4b34-82cc-7b354f902bf9 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Aug 30 05:17:33.390036 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b21ec-1fd6-448b-a067-92676cb5cb92 req-ae8b1491-1313-4ed8-aaa6-312dc899f14e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:33.391412 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d57b21ec-1fd6-448b-a067-92676cb5cb92 req-ae8b1491-1313-4ed8-aaa6-312dc899f14e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0451946 Aug 30 05:17:33.436746 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d57b21ec-1fd6-448b-a067-92676cb5cb92 req-2e3dc157-1def-4914-8407-4d2e70fc4168 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Aug 30 05:17:33.646069 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:33.681278 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-6879add4-4795-46e5-91b6-f8be4439071e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:33.682696 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-6879add4-4795-46e5-91b6-f8be4439071e tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0811915 Aug 30 05:17:33.702799 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f2a67-e010-43fe-8ea9-c557ca5673c5 req-bb360e88-2e8a-4e77-881d-729c64d087d0 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:33.704175 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b79f2a67-e010-43fe-8ea9-c557ca5673c5 req-bb360e88-2e8a-4e77-881d-729c64d087d0 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=43143409-91ae-49e1-a4d3-688ea54d1d0b HTTP/1.1" status: 200 len: 946 time: 0.0719736 Aug 30 05:17:33.801350 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Deleting port 04285150-7904-4555-9230-fcb76ec2800d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:17:33.801694 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (04285150-7904-4555-9230-fcb76ec2800d), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:33.808036 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b79f2a67-e010-43fe-8ea9-c557ca5673c5 req-79a48c08-1176-4ace-80bd-9cbf51a3e54c tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875561 Aug 30 05:17:33.896329 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] For port 04285150-7904-4555-9230-fcb76ec2800d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=04285150-7904-4555-9230-fcb76ec2800d,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:33.896614 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (04285150-7904-4555-9230-fcb76ec2800d), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:33.909298 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Calling delete_port for 04285150-7904-4555-9230-fcb76ec2800d owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:17:34.036391 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (04285150-7904-4555-9230-fcb76ec2800d), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:34.054164 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['3231ee58-a276-4f6a-a338-703b3e38ed84', '04285150-7904-4555-9230-fcb76ec2800d'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:17:34.070697 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event deleted for resources: {'Port': ['ID=04285150-7904-4555-9230-fcb76ec2800d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:34.110308 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] No DVR routers for this DVR port 04285150-7904-4555-9230-fcb76ec2800d on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:17:34.112909 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:34.116380 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-97460062-d1f3-4db3-9541-f3eef30e4618 req-d9d2fc88-43a3-48ef-b36f-dd25cdb1e654 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "DELETE /networking/v2.0/ports/04285150-7904-4555-9230-fcb76ec2800d HTTP/1.1" status: 204 len: 173 time: 0.4275174 Aug 30 05:17:34.116847 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43143409-91ae-49e1-a4d3-688ea54d1d0b', 'name': 'network-vif-deleted', 'tag': '04285150-7904-4555-9230-fcb76ec2800d'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:17:34.119625 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b3f905-7504-41a8-b78d-1a75de9c7a42" -d '{"events": [{"server_uuid": "43143409-91ae-49e1-a4d3-688ea54d1d0b", "name": "network-vif-deleted", "tag": "04285150-7904-4555-9230-fcb76ec2800d"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:17:34.229428 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a923f2-3ec7-4533-b8de-b8a8d63b77ca x-openstack-request-id: req-a7a923f2-3ec7-4533-b8de-b8a8d63b77ca {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:17:34.229726 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43143409-91ae-49e1-a4d3-688ea54d1d0b", "name": "network-vif-deleted", "tag": "04285150-7904-4555-9230-fcb76ec2800d", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:17:34.229979 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a7a923f2-3ec7-4533-b8de-b8a8d63b77ca {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:17:34.230383 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a923f2-3ec7-4533-b8de-b8a8d63b77ca'] response: {'server_uuid': '43143409-91ae-49e1-a4d3-688ea54d1d0b', 'name': 'network-vif-deleted', 'tag': '04285150-7904-4555-9230-fcb76ec2800d', 'status': 'completed', 'code': 200} Aug 30 05:17:34.560922 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e61324-c7b1-4043-afae-90938b444063 req-b332bd27-a631-4a9b-92f8-e26beec37dac tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:34.562369 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c5e61324-c7b1-4043-afae-90938b444063 req-b332bd27-a631-4a9b-92f8-e26beec37dac tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0469873 Aug 30 05:17:34.611965 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c5e61324-c7b1-4043-afae-90938b444063 req-4e2d9160-a0e2-4042-81b1-90884c38eac6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439939 Aug 30 05:17:34.809764 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b1feff58-6af7-427f-ad48-cfc5f645e10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:35.095591 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e57578-61cf-47b0-bbfb-fce31f968b42 req-bebc1be3-f681-48b1-be79-3e701ac61e3d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:35.097033 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c5e57578-61cf-47b0-bbfb-fce31f968b42 req-bebc1be3-f681-48b1-be79-3e701ac61e3d tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0525737 Aug 30 05:17:35.146422 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c5e57578-61cf-47b0-bbfb-fce31f968b42 req-871bd9da-e80c-45ba-b22b-e2893a11303a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Aug 30 05:17:35.735450 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca7af2-b118-41d0-9034-50848634059c req-f127d3a4-1bec-432c-884e-8811d4bc3e52 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:35.736882 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eaca7af2-b118-41d0-9034-50848634059c req-f127d3a4-1bec-432c-884e-8811d4bc3e52 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0468752 Aug 30 05:17:35.782055 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eaca7af2-b118-41d0-9034-50848634059c req-c783a540-a74f-4e82-a55b-bcb32f7ee883 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396883 Aug 30 05:17:36.261008 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990d73-7ccf-478b-8374-f9e7386971e7 req-b8786814-2943-4483-a584-6e2c041f1415 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:36.262461 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-24990d73-7ccf-478b-8374-f9e7386971e7 req-b8786814-2943-4483-a584-6e2c041f1415 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0447795 Aug 30 05:17:36.308495 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-24990d73-7ccf-478b-8374-f9e7386971e7 req-e74e2bdb-2e48-4fec-863d-10e559a8a8c6 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Aug 30 05:17:36.902257 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4030ff3-1563-4a07-870c-1ac70e4fa697 req-b49f8eeb-3951-4189-9121-96739fc404a5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:36.903710 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4030ff3-1563-4a07-870c-1ac70e4fa697 req-b49f8eeb-3951-4189-9121-96739fc404a5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0455561 Aug 30 05:17:36.948802 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d4030ff3-1563-4a07-870c-1ac70e4fa697 req-309ad5a9-5079-4d73-9a1b-a0ff34c29a73 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396941 Aug 30 05:17:37.160749 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81ba1de6-ba40-4aaa-adab-2a35547a2f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:37.251396 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=78 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:37.256582 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=60 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:37.418629 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:37.431226 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977c690-9d54-4b84-8c13-153485ba7403 req-cc13c59a-18ee-449a-b68a-43c475bc5fae tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:37.432853 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8977c690-9d54-4b84-8c13-153485ba7403 req-cc13c59a-18ee-449a-b68a-43c475bc5fae tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0532174 Aug 30 05:17:37.445761 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 04285150-7904-4555-9230-fcb76ec2800d no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:17:37.465285 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 04285150-7904-4555-9230-fcb76ec2800d {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:17:37.465984 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 04285150-7904-4555-9230-fcb76ec2800d not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:17:37.499600 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8977c690-9d54-4b84-8c13-153485ba7403 req-74e80eda-a8ef-469f-a438-687230ce8e21 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=78728edd-9638-49c9-a84d-8ebc8599f503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Aug 30 05:17:37.910721 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-ddc9188b-d302-4cdc-8d14-3407469061f3 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:37.912183 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-ddc9188b-d302-4cdc-8d14-3407469061f3 tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 945 time: 0.0461180 Aug 30 05:17:37.993775 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:38.000962 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Deleting port 3231ee58-a276-4f6a-a338-703b3e38ed84 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:17:38.001374 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:38.071215 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eaff2-8f2a-44ad-b321-6c2fe8023628 req-b2298eb4-9f0f-4747-819d-8602da1e38e9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:38.072689 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c12eaff2-8f2a-44ad-b321-6c2fe8023628 req-b2298eb4-9f0f-4747-819d-8602da1e38e9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0461698 Aug 30 05:17:38.090722 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] For port 3231ee58-a276-4f6a-a338-703b3e38ed84, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3231ee58-a276-4f6a-a338-703b3e38ed84,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:38.091114 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:38.092573 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:38.104375 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Calling delete_port for 3231ee58-a276-4f6a-a338-703b3e38ed84 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:17:38.122078 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c12eaff2-8f2a-44ad-b321-6c2fe8023628 req-ab274169-09b6-454b-acb0-fa4f0da40fee tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427268 Aug 30 05:17:38.231313 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (3231ee58-a276-4f6a-a338-703b3e38ed84), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:38.245145 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['3231ee58-a276-4f6a-a338-703b3e38ed84'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:17:38.258928 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Pushing event deleted for resources: {'Port': ['ID=3231ee58-a276-4f6a-a338-703b3e38ed84,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:38.303092 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] No DVR routers for this DVR port 3231ee58-a276-4f6a-a338-703b3e38ed84 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:17:38.305573 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:38.308737 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8cac0a39-b9ed-4dc6-924c-08a64c14964e req-fd381f80-fc14-4a3c-a47f-ad8fe2ef088a tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.82 "DELETE /networking/v2.0/ports/3231ee58-a276-4f6a-a338-703b3e38ed84 HTTP/1.1" status: 204 len: 173 time: 0.3886232 Aug 30 05:17:38.309162 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ec17dd-c9e2-4802-86c7-f985a04be891', 'name': 'network-vif-deleted', 'tag': '3231ee58-a276-4f6a-a338-703b3e38ed84'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:17:38.312026 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fb7904-8716-44f9-919a-d348f97c5c2a" -d '{"events": [{"server_uuid": "e0ec17dd-c9e2-4802-86c7-f985a04be891", "name": "network-vif-deleted", "tag": "3231ee58-a276-4f6a-a338-703b3e38ed84"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:17:38.351008 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d706b1-fe68-41c4-9fea-c596bd11747d x-openstack-request-id: req-55d706b1-fe68-41c4-9fea-c596bd11747d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:17:38.351322 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ec17dd-c9e2-4802-86c7-f985a04be891", "name": "network-vif-deleted", "tag": "3231ee58-a276-4f6a-a338-703b3e38ed84", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:17:38.351576 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55d706b1-fe68-41c4-9fea-c596bd11747d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:17:38.351983 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d706b1-fe68-41c4-9fea-c596bd11747d'] response: {'server_uuid': 'e0ec17dd-c9e2-4802-86c7-f985a04be891', 'name': 'network-vif-deleted', 'tag': '3231ee58-a276-4f6a-a338-703b3e38ed84', 'status': 'completed', 'code': 200} Aug 30 05:17:38.429960 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:38.615247 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c9e3ddad-d891-4dec-9cf9-1d9115418711 req-8188962b-f977-42df-9fcf-75afc90779bc tempest-ServerRescueNegativeTestJSON-1802004164 tempest-ServerRescueNegativeTestJSON-1802004164-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e0ec17dd-c9e2-4802-86c7-f985a04be891 HTTP/1.1" status: 200 len: 210 time: 0.0358129 Aug 30 05:17:39.236952 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:39.245401 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336310a-c72c-4eae-8657-c5f4398a59cf req-4d9a08fa-c11a-4fcf-86bc-940076a566cd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:39.246873 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4336310a-c72c-4eae-8657-c5f4398a59cf req-4d9a08fa-c11a-4fcf-86bc-940076a566cd tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0477149 Aug 30 05:17:39.294229 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4336310a-c72c-4eae-8657-c5f4398a59cf req-04610a24-bec1-4880-88eb-97b8c02dfd73 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415862 Aug 30 05:17:39.455987 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:17:39.557563 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:39.568864 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'port_id': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:17:39.602390 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 1ef774e8-0aae-4b74-9370-1e268ea393a2 is: ACTIVE; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:39.602772 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:39.615148 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ef774e8-0aae-4b74-9370-1e268ea393a2 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:17:39.636574 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:39.641096 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:39.678617 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52518) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:39.697322 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:39.703452 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=6']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:39.751212 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['1ef774e8-0aae-4b74-9370-1e268ea393a2'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:17:39.854690 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:39.948665 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:39.977289 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:40.094551 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:40.186483 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:40.311650 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Deleting port fcbbdc85-f184-48f5-8501-e908069e3210 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:17:40.312001 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:40.389731 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:40.395603 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] For port fcbbdc85-f184-48f5-8501-e908069e3210, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=fcbbdc85-f184-48f5-8501-e908069e3210,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:40.395978 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:40.411050 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Calling delete_port for fcbbdc85-f184-48f5-8501-e908069e3210 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:17:40.424363 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9f936-5a90-4ea1-a149-fa737903e64b req-fcc89916-9b43-44f8-9fab-0eedc4825911 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:40.425888 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-04a9f936-5a90-4ea1-a149-fa737903e64b req-fcc89916-9b43-44f8-9fab-0eedc4825911 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 944 time: 0.0489764 Aug 30 05:17:40.472716 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-04a9f936-5a90-4ea1-a149-fa737903e64b req-4281bafc-601c-44c5-a394-59d042362049 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Aug 30 05:17:40.563171 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:17:40.603511 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (fcbbdc85-f184-48f5-8501-e908069e3210), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:40.637153 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbbdc85-f184-48f5-8501-e908069e3210,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:40.807453 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:41.022964 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:41.041797 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:17:41.165364 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:17:41.178495 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-93f64fd1-5aec-4ca1-ba30-fadff639bc5a admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/ed74b9f6-95e9-43ca-9696-1eb97c6c7427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4963109 Aug 30 05:17:41.178943 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52556) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:41.179912 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] Sync routers for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:17:41.194291 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:41.195166 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:41.299353 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:41.328369 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks [] for router (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:41.460684 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks [] for router_gateway (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:41.489953 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:17:41.504146 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220'}], 'enable_snat': True}, 'gw_port_id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:17:40Z', 'revision_number': 5, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port': {'id': 'bf7d5e42-e592-4f77-abff-6eafad55d015', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:41.545192 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 1ef774e8-0aae-4b74-9370-1e268ea393a2 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:41.545650 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:41.553188 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Deleting port bf7d5e42-e592-4f77-abff-6eafad55d015 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:17:41.553748 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:41.554854 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] Checking router: ed74b9f6-95e9-43ca-9696-1eb97c6c7427 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:17:41.565215 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] Routers {'ed74b9f6-95e9-43ca-9696-1eb97c6c7427'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:41.566589 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:41.641235 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 1ef774e8-0aae-4b74-9370-1e268ea393a2 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:41.641718 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:41.664783 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] Set router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 gateway port host: None {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:41.684558 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:41.686366 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:17:41.687856 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697e2f9-869c-4f7d-b94e-6b9e61ee5483 req-eb5b02dd-0b32-4fed-bfc5-7c9794848efb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:41.689368 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9697e2f9-869c-4f7d-b94e-6b9e61ee5483 req-eb5b02dd-0b32-4fed-bfc5-7c9794848efb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 944 time: 0.0860212 Aug 30 05:17:41.689837 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c24f909-5d9c-49af-aa7e-c8be37641634" -d '{"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-plugged", "status": "completed", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:17:41.712438 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:41.713179 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 3231ee58-a276-4f6a-a338-703b3e38ed84 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:17:41.733830 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:17:41Z', 'revision_number': 6, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:41.762007 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc32d14-b303-44ee-80a3-7fcb756dc3f9 None None] The sync data for ids ['ed74b9f6-95e9-43ca-9696-1eb97c6c7427'] in dv-cinder-853910-4-iscsi is: [{'id': 'ed74b9f6-95e9-43ca-9696-1eb97c6c7427', 'name': 'tempest-ServerRescueNegativeTestJSON-1518329843-router', 'tenant_id': 'd2ce224c162c414c9be681b76801969c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:17:41Z', 'revision_number': 6, 'project_id': 'd2ce224c162c414c9be681b76801969c', 'gw_port_host': None}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:17:41.777051 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] For port bf7d5e42-e592-4f77-abff-6eafad55d015, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=bf7d5e42-e592-4f77-abff-6eafad55d015,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:41.778042 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:41.799578 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9697e2f9-869c-4f7d-b94e-6b9e61ee5483 req-c0b472ea-e2af-4bb7-9415-407ea9b2117c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798340 Aug 30 05:17:41.809253 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Calling delete_port for bf7d5e42-e592-4f77-abff-6eafad55d015 owned by network:router_gateway {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:17:41.824415 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e099e73-61c7-4355-8ebd-41621e494b09 x-openstack-request-id: req-7e099e73-61c7-4355-8ebd-41621e494b09 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:17:41.824977 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-plugged", "status": "completed", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:17:41.825234 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e099e73-61c7-4355-8ebd-41621e494b09 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:17:41.825676 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e099e73-61c7-4355-8ebd-41621e494b09'] response: {'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'code': 200} Aug 30 05:17:41.829144 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 3231ee58-a276-4f6a-a338-703b3e38ed84 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:17:41.829493 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 3231ee58-a276-4f6a-a338-703b3e38ed84 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:17:41.847718 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=7']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:41.855485 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.855902 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.856265 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.858851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.858851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.858851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.858851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.858851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.859268 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.859268 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.859852 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.859988 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.860317 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.860639 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:41.860959 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:42.183759 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:42.279646 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (bf7d5e42-e592-4f77-abff-6eafad55d015), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.314784 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7d5e42-e592-4f77-abff-6eafad55d015,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:42.381909 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.501959 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.505233 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks [] for router_controller (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.581964 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (ed74b9f6-95e9-43ca-9696-1eb97c6c7427), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.582792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed74b9f6-95e9-43ca-9696-1eb97c6c7427 {{(pid=106380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:17:42.589270 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.593263 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-b8459d22-16d5-4959-809c-50f9f114428f admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/ed74b9f6-95e9-43ca-9696-1eb97c6c7427 HTTP/1.1" status: 204 len: 168 time: 1.4124720 Aug 30 05:17:42.595559 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52564) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:42.652973 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-60058cd6-7487-4c11-8076-4fe43b9392e9 admin admin] Deleting subnet 4fa10be7-6243-453b-b109-c8dd7a1f8b04 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:17:42.656467 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60058cd6-7487-4c11-8076-4fe43b9392e9 admin admin] Publish callbacks [] for subnet (4fa10be7-6243-453b-b109-c8dd7a1f8b04), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.699811 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60058cd6-7487-4c11-8076-4fe43b9392e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (4fa10be7-6243-453b-b109-c8dd7a1f8b04), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.825904 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60058cd6-7487-4c11-8076-4fe43b9392e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (4fa10be7-6243-453b-b109-c8dd7a1f8b04), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.869617 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:42.897931 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60058cd6-7487-4c11-8076-4fe43b9392e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (4fa10be7-6243-453b-b109-c8dd7a1f8b04), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.937286 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60058cd6-7487-4c11-8076-4fe43b9392e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa10be7-6243-453b-b109-c8dd7a1f8b04,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:42.947618 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60058cd6-7487-4c11-8076-4fe43b9392e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:42.948574 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc765c-28c1-4da9-8a6e-0bf2fb8fb084 None None] Network 16c6adbd-c68c-4f67-83ee-76b6653a3867 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:17:42.954187 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52568) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:42.957074 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-60058cd6-7487-4c11-8076-4fe43b9392e9 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/4fa10be7-6243-453b-b109-c8dd7a1f8b04 HTTP/1.1" status: 204 len: 168 time: 0.3604362 Aug 30 05:17:43.068065 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:43.102744 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3e205-3da5-41fa-bd2b-3f6fea2b2a4b req-363b4954-e670-4a3c-840e-0ee0519fbfa2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:43.102744 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2ff3e205-3da5-41fa-bd2b-3f6fea2b2a4b req-363b4954-e670-4a3c-840e-0ee0519fbfa2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.1215007 Aug 30 05:17:43.135544 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (16c6adbd-c68c-4f67-83ee-76b6653a3867), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.171056 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3604f6-71d7-4030-8e18-19d226a806ff None None] DHCP port deletion for 16c6adbd-c68c-4f67-83ee-76b6653a3867 request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:17:43.185872 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Deleting port fc549216-ae0e-44f8-8103-17dfe84d064c {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:17:43.186214 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.189542 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2ff3e205-3da5-41fa-bd2b-3f6fea2b2a4b req-47ebf1c4-474a-42ab-9199-12608da5f8eb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829971 Aug 30 05:17:43.224697 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ef3604f6-71d7-4030-8e18-19d226a806ff None None] Deleting port fc549216-ae0e-44f8-8103-17dfe84d064c {{(pid=106381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:17:43.225286 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ef3604f6-71d7-4030-8e18-19d226a806ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), before_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.277613 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] For port fc549216-ae0e-44f8-8103-17dfe84d064c, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=fc549216-ae0e-44f8-8103-17dfe84d064c,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:43.277994 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.293745 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Calling delete_port for fc549216-ae0e-44f8-8103-17dfe84d064c owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:17:43.303207 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ef3604f6-71d7-4030-8e18-19d226a806ff None None] For port fc549216-ae0e-44f8-8103-17dfe84d064c, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=fc549216-ae0e-44f8-8103-17dfe84d064c,segment=NetworkSegment(4597fd85-2e24-407a-9b99-a12983d471a1),segment_id=4597fd85-2e24-407a-9b99-a12983d471a1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:43.303871 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ef3604f6-71d7-4030-8e18-19d226a806ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), precommit_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.320807 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ef3604f6-71d7-4030-8e18-19d226a806ff None None] Calling delete_port for fc549216-ae0e-44f8-8103-17dfe84d064c owned by network:dhcp {{(pid=106381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:17:43.402618 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device bf7d5e42-e592-4f77-abff-6eafad55d015 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:17:43.417813 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.430271 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: bf7d5e42-e592-4f77-abff-6eafad55d015 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:17:43.430536 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device bf7d5e42-e592-4f77-abff-6eafad55d015 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:17:43.431209 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device fcbbdc85-f184-48f5-8501-e908069e3210 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:17:43.444096 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=fc549216-ae0e-44f8-8103-17dfe84d064c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:43.449769 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] No DVR routers for this DVR port fc549216-ae0e-44f8-8103-17dfe84d064c on host dv-cinder-853910-4-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:17:43.471448 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: fcbbdc85-f184-48f5-8501-e908069e3210 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:17:43.471806 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device fcbbdc85-f184-48f5-8501-e908069e3210 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:17:43.472312 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device fc549216-ae0e-44f8-8103-17dfe84d064c no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:17:43.496140 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: fc549216-ae0e-44f8-8103-17dfe84d064c {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:17:43.496140 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device fc549216-ae0e-44f8-8103-17dfe84d064c not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:17:43.499503 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ef3604f6-71d7-4030-8e18-19d226a806ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (fc549216-ae0e-44f8-8103-17dfe84d064c), after_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.526015 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3604f6-71d7-4030-8e18-19d226a806ff None None] Pushing event deleted for resources: {'Port': ['ID=fc549216-ae0e-44f8-8103-17dfe84d064c,revision_number=None']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:43.530067 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3604f6-71d7-4030-8e18-19d226a806ff None None] No DVR routers for this DVR port fc549216-ae0e-44f8-8103-17dfe84d064c on host dv-cinder-853910-4-iscsi {{(pid=106381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:17:43.541998 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (16c6adbd-c68c-4f67-83ee-76b6653a3867), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.564455 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c6adbd-c68c-4f67-83ee-76b6653a3867']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:43.574233 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4597fd85-2e24-407a-9b99-a12983d471a1') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:43.574532 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4597fd85-2e24-407a-9b99-a12983d471a1') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:43.585910 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260138746'] for segment (4597fd85-2e24-407a-9b99-a12983d471a1), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.601877 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (4597fd85-2e24-407a-9b99-a12983d471a1), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.621198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:17:43.623283 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260664100'] for segment (4597fd85-2e24-407a-9b99-a12983d471a1), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.670085 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 4597fd85-2e24-407a-9b99-a12983d471a1 resource provider aggregate not found Aug 30 05:17:43.702869 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (16c6adbd-c68c-4f67-83ee-76b6653a3867), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.705376 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 4597fd85-2e24-407a-9b99-a12983d471a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4597fd85-2e24-407a-9b99-a12983d471a1 found for delete ", "request_id": "req-975d8fc0-a1cd-40bd-ba34-09d9e8553e32"}]} Aug 30 05:17:43.717719 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.724212 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/16c6adbd-c68c-4f67-83ee-76b6653a3867 HTTP/1.1" status: 204 len: 168 time: 0.7685859 Aug 30 05:17:43.736460 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0e29b-9d29-4b06-bf69-31a8974cc1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=16c6adbd-c68c-4f67-83ee-76b6653a3867,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:43.863915 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52578) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:43.906389 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8dbb059a-4ca0-4a6a-9e7e-e69eeab0d7ec admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d2ce224c162c414c9be681b76801969c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411954 Aug 30 05:17:43.908956 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52580) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:43.968632 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-51efd896-ca15-4d45-b343-55ef19bba7f8 admin admin] Publish callbacks [] for security_group (78728edd-9638-49c9-a84d-8ebc8599f503), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:43.993409 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-51efd896-ca15-4d45-b343-55ef19bba7f8 admin admin] Publish callbacks [] for security_group (78728edd-9638-49c9-a84d-8ebc8599f503), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:44.053914 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-51efd896-ca15-4d45-b343-55ef19bba7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (78728edd-9638-49c9-a84d-8ebc8599f503), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:44.056606 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-51efd896-ca15-4d45-b343-55ef19bba7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:44.057841 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-51efd896-ca15-4d45-b343-55ef19bba7f8 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/78728edd-9638-49c9-a84d-8ebc8599f503 HTTP/1.1" status: 204 len: 168 time: 0.1478004 Aug 30 05:17:44.067045 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efd896-ca15-4d45-b343-55ef19bba7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78728edd-9638-49c9-a84d-8ebc8599f503,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:44.333985 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb21d89-3292-4951-88dc-528d8505aaf4 req-add006c1-d106-4706-b554-1dbe47170527 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:44.335682 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9eb21d89-3292-4951-88dc-528d8505aaf4 req-add006c1-d106-4706-b554-1dbe47170527 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0560293 Aug 30 05:17:44.347315 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:44.397723 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9eb21d89-3292-4951-88dc-528d8505aaf4 req-e56bb1e5-4146-4af7-8922-d7f917ae5b81 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565896 Aug 30 05:17:44.930965 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52610) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:45.062983 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1275714794-network', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:45.087844 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Made reservation on behalf of bebd859c24cd4ed3b7e32a82de820b8a for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:17:45.090488 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.100572 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.126670 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:45.194288 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Publish callbacks [] for security_group (d5c94951-69f3-4580-abcb-c30753950b11), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.198977 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d5c94951-69f3-4580-abcb-c30753950b11), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.228248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:17:45.234892 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c94951-69f3-4580-abcb-c30753950b11,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:45.256583 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (e259e198-40b7-4e45-9cd6-b1cbed4a96b9), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.256939 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Added segment e259e198-40b7-4e45-9cd6-b1cbed4a96b9 of type vlan for network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 Aug 30 05:17:45.315170 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.346642 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.348203 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:45.348711 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.441330 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5091066 Aug 30 05:17:45.444240 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52616) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:45.468789 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Request body: {'subnet': {'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-subnet', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:45.488441 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635b9ab-b997-4734-a448-7c074ab72dfb admin admin] Pushing event updated for resources: {'Network': ['ID=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:45.491768 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Made reservation on behalf of bebd859c24cd4ed3b7e32a82de820b8a for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:17:45.494309 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260142662'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.500534 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:17:45.622758 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:45.632557 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc58a7b-7220-4c07-84b0-fb068a5528bf req-db2e554f-77f3-4a3d-9397-f1ed8721a105 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:45.635517 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ddc58a7b-7220-4c07-84b0-fb068a5528bf req-db2e554f-77f3-4a3d-9397-f1ed8721a105 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0844686 Aug 30 05:17:45.695957 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ddc58a7b-7220-4c07-84b0-fb068a5528bf req-2514f791-6e90-4520-a662-9438def82dcc tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537653 Aug 30 05:17:45.819002 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260665281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260142672'] for subnet (d345ef73-596f-4799-a761-5117c97d95cb), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.876596 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d345ef73-596f-4799-a761-5117c97d95cb,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:45.885861 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Checking segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:17:45.886255 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Network hostable DHCP agents. Network: ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:17:45.905097 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:17:45.917349 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:17:45.922629 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:45.923255 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.930231 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3989843e-7e1f-4631-bbb1-d488b4204d89 None None] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:17:45.931616 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:45.947027 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-24e4f9d0-6c36-4417-ba75-685d0e059c32 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5013053 Aug 30 05:17:45.949838 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52622) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:45.954314 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:45.985216 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (1939734e-8510-42da-a471-0b46ceb4c229), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:45.986398 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (1939734e-8510-42da-a471-0b46ceb4c229), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.054092 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:17:46.055148 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.064543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks [] for router_controller (1939734e-8510-42da-a471-0b46ceb4c229), precommit_add_association {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.126773 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:46.227900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Allocated IP 172.20.0.2 (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2/d345ef73-596f-4799-a761-5117c97d95cb/2d136b9e-0d32-4870-9651-06b3997473bb) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:17:46.228182 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks [] for router_gateway (1939734e-8510-42da-a471-0b46ceb4c229), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.339423 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:46.471299 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Publish callbacks [] for port (2d136b9e-0d32-4870-9651-06b3997473bb), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.485036 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.494573 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks [] for router_gateway (1939734e-8510-42da-a471-0b46ceb4c229), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.517162 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.544813 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:17:46.550274 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:17:46.554559 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:17:46.563285 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Pushing event updated for resources: {'Port': ['ID=2d136b9e-0d32-4870-9651-06b3997473bb,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:46.635647 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351ad93-d2b0-408d-93d0-62a074e2bc21 req-33fb5eba-11d5-45b2-b401-7a9dbe9514d7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:46.642573 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5351ad93-d2b0-408d-93d0-62a074e2bc21 req-33fb5eba-11d5-45b2-b401-7a9dbe9514d7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 945 time: 0.0833700 Aug 30 05:17:46.644896 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Attempting to bind port 2d136b9e-0d32-4870-9651-06b3997473bb on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:17:46.645285 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Attempting to bind port 2d136b9e-0d32-4870-9651-06b3997473bb by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:17:46.645650 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Attempting to bind port 2d136b9e-0d32-4870-9651-06b3997473bb on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:17:46.666278 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:17:46.666663 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Checking segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:17:46.667109 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.667544 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Bound using segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:17:46.668019 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Bound port: 2d136b9e-0d32-4870-9651-06b3997473bb, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:17:46.668401 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.742844 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Allocated IP 172.27.4.252 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/9c422125-9ea1-4b3a-bae9-1abfb3f19d68) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:17:46.750331 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5351ad93-d2b0-408d-93d0-62a074e2bc21 req-e0c16959-5b61-475f-bd66-e078037d39d3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067402 Aug 30 05:17:46.776222 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] For port 2d136b9e-0d32-4870-9651-06b3997473bb, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:17:46.779781 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] For port 2d136b9e-0d32-4870-9651-06b3997473bb, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2d136b9e-0d32-4870-9651-06b3997473bb,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:17:46.790006 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:46.821344 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:46.905738 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084a350-b2a5-4f91-b68a-d3a4288692b9 None None] Pushing event updated for resources: {'Port': ['ID=2d136b9e-0d32-4870-9651-06b3997473bb,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:46.922066 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054c27c-1150-4462-bbf9-18e870670ec7 req-7471d3d5-1621-44da-94f8-e04689b66d27 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:46.934036 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9054c27c-1150-4462-bbf9-18e870670ec7 req-7471d3d5-1621-44da-94f8-e04689b66d27 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.1063306 Aug 30 05:17:46.941072 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks [] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:47.001335 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:47.031544 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9054c27c-1150-4462-bbf9-18e870670ec7 req-b1cf3040-316a-4085-a37c-38bee4f2e914 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964653 Aug 30 05:17:47.055782 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:17:47.059250 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:17:47.064158 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:17:47.117554 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Pushing event updated for resources: {'Port': ['ID=9c422125-9ea1-4b3a-bae9-1abfb3f19d68,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:47.480196 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks [] for router_gateway (1939734e-8510-42da-a471-0b46ceb4c229), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:47.481248 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2d136b9e-0d32-4870-9651-06b3997473bb up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:17:47.567592 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 2d136b9e-0d32-4870-9651-06b3997473bb triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:47.568329 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:47.607417 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:47.658980 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 2d136b9e-0d32-4870-9651-06b3997473bb is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:47.659518 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:47.691763 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (1939734e-8510-42da-a471-0b46ceb4c229), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:47.720664 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 2d136b9e-0d32-4870-9651-06b3997473bb, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2d136b9e-0d32-4870-9651-06b3997473bb,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:47.731732 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:47.934492 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:47.994760 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:48.021149 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975486a-24e1-4a4f-82d9-40b2341a7f48 req-98f0b74b-dd49-4499-9a55-f0d80679aec4 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:48.021411 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=2d136b9e-0d32-4870-9651-06b3997473bb,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:48.035265 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6975486a-24e1-4a4f-82d9-40b2341a7f48 req-98f0b74b-dd49-4499-9a55-f0d80679aec4 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 945 time: 0.1013596 Aug 30 05:17:48.093264 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Router 1939734e-8510-42da-a471-0b46ceb4c229 is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:17:48.126358 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6975486a-24e1-4a4f-82d9-40b2341a7f48 req-eb7d6819-c114-4013-b7d4-05a0799d13fa tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871530 Aug 30 05:17:48.205003 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ecd4-b6d3-45da-a37a-ede1d82c68a9 req-fb41d8dc-4a51-40c8-aee0-ec7bf7075e76 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:48.211678 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d8bcb-cdc2-4e7b-98c0-a3bf808192ef None None] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:17:48.220642 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2581ecd4-b6d3-45da-a37a-ede1d82c68a9 req-fb41d8dc-4a51-40c8-aee0-ec7bf7075e76 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0705452 Aug 30 05:17:48.331840 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-58c18652-ceca-442e-9781-9df523fd6d36 None None] Provisioning complete for port 2d136b9e-0d32-4870-9651-06b3997473bb triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:48.338786 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-58c18652-ceca-442e-9781-9df523fd6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:48.519641 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:17:48.532700 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-58c18652-ceca-442e-9781-9df523fd6d36 None None] Current status of the port 2d136b9e-0d32-4870-9651-06b3997473bb is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:48.539165 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:17:48.540978 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:48.543357 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-a1570543-79bb-40de-9a2e-b1eea1ffe504 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5922241 Aug 30 05:17:48.545807 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52656) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:48.572019 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:48.607053 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:48.609575 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:48.788554 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2581ecd4-b6d3-45da-a37a-ede1d82c68a9 req-0a8af948-04d4-494f-bc55-cdfd1e72637c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5670326 Aug 30 05:17:48.816218 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:48.819482 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-aa00eda8-e2e1-4b8c-ac01-2df4aca409a4 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:48.821174 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-aa00eda8-e2e1-4b8c-ac01-2df4aca409a4 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 945 time: 0.5985720 Aug 30 05:17:48.975595 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:48.976859 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Deleting port f08307cf-f44e-403c-bd63-0b7921eca530 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:17:48.977198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:48.988739 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f33f397a-60ec-4152-b4ce-85a285bd5403 None None] Provisioning complete for port 2d136b9e-0d32-4870-9651-06b3997473bb triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:48.989155 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f33f397a-60ec-4152-b4ce-85a285bd5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.125047 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] For port f08307cf-f44e-403c-bd63-0b7921eca530, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f08307cf-f44e-403c-bd63-0b7921eca530,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:49.125047 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.212864 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:47Z', 'revision_number': 3, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:49.299317 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:17:49.299673 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Updating router 1939734e-8510-42da-a471-0b46ceb4c229 port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:17:49.302884 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:49.304006 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f33f397a-60ec-4152-b4ce-85a285bd5403 None None] Current status of the port 2d136b9e-0d32-4870-9651-06b3997473bb is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:49.340406 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.359695 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc0be8-cb7f-4772-acbe-6a09ec861095 req-5d2a9953-9bbf-47d6-9c24-b055cc6966f7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:49.366544 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b1fc0be8-cb7f-4772-acbe-6a09ec861095 req-5d2a9953-9bbf-47d6-9c24-b055cc6966f7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 945 time: 0.0959027 Aug 30 05:17:49.394606 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2d136b9e-0d32-4870-9651-06b3997473bb up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:17:49.412927 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.532783 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b1fc0be8-cb7f-4772-acbe-6a09ec861095 req-45872795-71a2-496e-b1c0-fc3bc999ecb1 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1554055 Aug 30 05:17:49.590170 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.590684 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (b4d2e7e6-721c-4222-a61c-90358ded64d2), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.591469 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Floating IP b4d2e7e6-721c-4222-a61c-90358ded64d2 disassociated. External IP: 172.27.4.186, port: f08307cf-f44e-403c-bd63-0b7921eca530. Aug 30 05:17:49.592026 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Calling delete_port for f08307cf-f44e-403c-bd63-0b7921eca530 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:17:49.608675 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 2d136b9e-0d32-4870-9651-06b3997473bb triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:49.609226 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.718227 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Allocated IP 172.20.0.1 (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2/d345ef73-596f-4799-a761-5117c97d95cb/2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:17:49.792737 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 2d136b9e-0d32-4870-9651-06b3997473bb is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:49.830545 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (f08307cf-f44e-403c-bd63-0b7921eca530), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.882568 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Publish callbacks [] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.892303 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event deleted for resources: {'Port': ['ID=f08307cf-f44e-403c-bd63-0b7921eca530,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:49.893647 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Publish callbacks [] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.895209 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:49.895915 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:49.898245 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.952924 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.966549 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:49.973832 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Attempting to bind port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:17:49.974130 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Attempting to bind port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:17:49.974653 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Attempting to bind port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:17:49.980368 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1ead6-d392-44dc-be17-f25a5dd8c729 None None] Pushing event updated for resources: {'Port': ['ID=9c422125-9ea1-4b3a-bae9-1abfb3f19d68,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:49.986750 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:17:49.987158 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:17:49.987570 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:49.987964 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:17:49.988448 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Bound port: 9c422125-9ea1-4b3a-bae9-1abfb3f19d68, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:17:49.988820 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:50.022496 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:50.050092 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51db349-1866-4f57-9598-1ad6929cb2cb req-0053c860-a952-45fd-bfb4-2106672db877 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:50.051947 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f51db349-1866-4f57-9598-1ad6929cb2cb req-0053c860-a952-45fd-bfb4-2106672db877 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0949664 Aug 30 05:17:50.054084 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:17:50.077950 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:17:50.084383 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:17:50.086345 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] For port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:17:50.089868 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] For port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=9c422125-9ea1-4b3a-bae9-1abfb3f19d68,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:17:50.098950 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Pushing event updated for resources: {'Port': ['ID=2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:50.124796 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:50.141033 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f51db349-1866-4f57-9598-1ad6929cb2cb req-34ff83c6-54db-47da-9c8e-79e72f566908 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802505 Aug 30 05:17:50.146113 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:17:50.186402 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (1939734e-8510-42da-a471-0b46ceb4c229), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:50.211535 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:50.212316 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:50.323650 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1ead6-d392-44dc-be17-f25a5dd8c729 None None] Pushing event updated for resources: {'Port': ['ID=9c422125-9ea1-4b3a-bae9-1abfb3f19d68,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:50.425308 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:17:50.440935 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] Sync routers for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:17:50.465823 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:50.468654 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:50.485930 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:50.519097 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] No DVR routers for this DVR port f08307cf-f44e-403c-bd63-0b7921eca530 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:17:50.531595 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:50.535241 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-16221ae5-b3a8-4b87-b882-3b3cf06b094e req-29dd5b16-df83-4bed-a6b4-b22ec0b4b8a3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "DELETE /networking/v2.0/ports/f08307cf-f44e-403c-bd63-0b7921eca530 HTTP/1.1" status: 204 len: 173 time: 1.6914546 Aug 30 05:17:50.535857 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'name': 'network-vif-deleted', 'tag': 'f08307cf-f44e-403c-bd63-0b7921eca530'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:17:50.538521 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03b767a-e3f3-4242-a9b1-afc59bf626d1" -d '{"events": [{"server_uuid": "e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6", "name": "network-vif-deleted", "tag": "f08307cf-f44e-403c-bd63-0b7921eca530"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:17:50.539256 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:50.661154 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a7d822-5ffe-4b44-b70d-aa44fc69ab27 x-openstack-request-id: req-31a7d822-5ffe-4b44-b70d-aa44fc69ab27 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:17:50.661744 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6", "name": "network-vif-deleted", "tag": "f08307cf-f44e-403c-bd63-0b7921eca530", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:17:50.662318 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31a7d822-5ffe-4b44-b70d-aa44fc69ab27 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:17:50.662962 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a7d822-5ffe-4b44-b70d-aa44fc69ab27'] response: {'server_uuid': 'e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6', 'name': 'network-vif-deleted', 'tag': 'f08307cf-f44e-403c-bd63-0b7921eca530', 'status': 'completed', 'code': 200} Aug 30 05:17:50.712008 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-ffd3f8cf-7d09-48c7-8fc4-2bd24456474d None None] Provisioning complete for port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:50.712604 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ffd3f8cf-7d09-48c7-8fc4-2bd24456474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:50.719992 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:50.768469 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3f8cf-7d09-48c7-8fc4-2bd24456474d None None] Port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:17:50.817203 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Publish callbacks [] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:50.858653 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b2a07150-97b3-48e0-97cc-dab1bdc81228 req-4667fb92-e60d-4a52-b014-226941795a55 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e7ca8d8e-4d2b-47bf-935e-02c4b4ae0da6 HTTP/1.1" status: 200 len: 210 time: 0.0542526 Aug 30 05:17:50.861631 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:50.884340 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:47Z', 'revision_number': 3, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:50.930218 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b1f22-b75d-4323-ab5e-6888d4ce9099 None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:47Z', 'revision_number': 3, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:17:50.971684 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (1939734e-8510-42da-a471-0b46ceb4c229), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:50.994213 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Pushing event updated for resources: {'Port': ['ID=2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:51.078488 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:51.109718 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] Checking router: 6b6c86fe-6bea-4b7b-92f0-a270d0be813f for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:17:51.120522 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:51.121446 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:51.173892 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:17:51.175458 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:17:51.184422 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:51.222543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:51.243755 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:51.407712 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e38c3-3bb2-46ac-b000-7025e49e6384 req-dcefe134-b0ce-4109-a941-4a6a78abf3cf tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:51.416099 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-496e38c3-3bb2-46ac-b000-7025e49e6384 req-dcefe134-b0ce-4109-a941-4a6a78abf3cf tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.1081636 Aug 30 05:17:51.437153 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:17:51.459895 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:51.519197 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:51.538886 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device f08307cf-f44e-403c-bd63-0b7921eca530 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:17:51.542469 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:51.572717 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-496e38c3-3bb2-46ac-b000-7025e49e6384 req-599dd039-f1e9-4d0a-bb3a-22fe97de5a6f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548705 Aug 30 05:17:51.594305 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: f08307cf-f44e-403c-bd63-0b7921eca530 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:17:51.594627 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device f08307cf-f44e-403c-bd63-0b7921eca530 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:17:51.707596 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:17:51.710338 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-ef66ff30-8b12-463d-830c-24be981a3f09 None None] Provisioning complete for port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:51.710853 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ef66ff30-8b12-463d-830c-24be981a3f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:51.724784 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5dbbc833-b96e-455f-aa61-ee1fff28ad89 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/1939734e-8510-42da-a471-0b46ceb4c229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1776211 Aug 30 05:17:51.736428 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:51.738766 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:51.776826 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741911c1-5505-411b-af1f-6ad9103d783c None None] The sync data for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi is: [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:17:51.824474 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ef66ff30-8b12-463d-830c-24be981a3f09 None None] Port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:17:52.247945 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52696) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:52.252583 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-d7ec324e-7082-44f8-a609-5cc74283f466 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544732140', 'description': 'tempest-description--1610857202'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:52.299542 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d7ec324e-7082-44f8-a609-5cc74283f466 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:52.304417 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e0342-9d7d-4f98-95bd-416b35121cdd None None] New status for floating IP b4d2e7e6-721c-4222-a61c-90358ded64d2: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:17:52.425759 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-79091e98-f33d-48b0-bf1d-142eb17a9344 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-21014458&fields=id&tenant_id=97e3452b02294219ae56cd23eb2aa0ce HTTP/1.1" status: 200 len: 267 time: 0.1225667 Aug 30 05:17:52.544567 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d7ec324e-7082-44f8-a609-5cc74283f466 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (2f49ad90-325c-4e1a-8711-80d8a07fd674), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:52.557767 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d7ec324e-7082-44f8-a609-5cc74283f466 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2f49ad90-325c-4e1a-8711-80d8a07fd674), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:52.634660 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d7ec324e-7082-44f8-a609-5cc74283f466 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:52.639194 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d7ec324e-7082-44f8-a609-5cc74283f466 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3870444 Aug 30 05:17:52.639848 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52700) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:52.643414 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec324e-7082-44f8-a609-5cc74283f466 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f49ad90-325c-4e1a-8711-80d8a07fd674,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:52.648083 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-629b7e24-cd92-4bab-b7e4-b9fdbc123b51 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group_rule': {'security_group_id': '2f49ad90-325c-4e1a-8711-80d8a07fd674', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:52.660377 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-17646291-d84f-4192-8e59-1bbf63de2f7a tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:52.661809 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-17646291-d84f-4192-8e59-1bbf63de2f7a tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 812 time: 0.2289543 Aug 30 05:17:52.689037 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-f7ce2e75-2a45-4f4f-8684-36946c6392fc tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/quotas/97e3452b02294219ae56cd23eb2aa0ce HTTP/1.1" status: 200 len: 375 time: 0.0172517 Aug 30 05:17:52.741365 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-629b7e24-cd92-4bab-b7e4-b9fdbc123b51 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (2082003d-59ba-4fdd-9298-61ec9be1b945), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:52.795474 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-24318a50-0c1c-46bd-9774-789ab95ea333 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875568 Aug 30 05:17:52.801383 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3bf53-e67f-45d3-9144-b7d356fcdead req-b044c9d9-8437-4d74-ac2c-9dd5956ba0e6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:52.812757 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1cd3bf53-e67f-45d3-9144-b7d356fcdead req-b044c9d9-8437-4d74-ac2c-9dd5956ba0e6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0754051 Aug 30 05:17:52.854204 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-629b7e24-cd92-4bab-b7e4-b9fdbc123b51 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (2082003d-59ba-4fdd-9298-61ec9be1b945), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:52.874212 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1cd3bf53-e67f-45d3-9144-b7d356fcdead req-f17ed29c-6dac-406f-9e51-d7a6b4188f8a tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577557 Aug 30 05:17:52.878782 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-629b7e24-cd92-4bab-b7e4-b9fdbc123b51 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (2082003d-59ba-4fdd-9298-61ec9be1b945), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:52.906042 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b7e24-cd92-4bab-b7e4-b9fdbc123b51 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2082003d-59ba-4fdd-9298-61ec9be1b945,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:52.975571 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-629b7e24-cd92-4bab-b7e4-b9fdbc123b51 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:52.979360 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-629b7e24-cd92-4bab-b7e4-b9fdbc123b51 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3359952 Aug 30 05:17:52.979651 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52706) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:52.986659 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-558a6a68-e62a-4839-b02b-1109a3f5b041 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group_rule': {'security_group_id': '2f49ad90-325c-4e1a-8711-80d8a07fd674', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:53.039746 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-5f567c88-7c7c-40fc-874e-c959f2a5b5bd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369344 Aug 30 05:17:53.046321 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:53.062762 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:53.064020 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-558a6a68-e62a-4839-b02b-1109a3f5b041 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (783246ac-d7a3-43e9-8abb-605029bbbf49), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.220501 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-b36c7e1e-5609-4b52-84b6-c0a5d1c127e8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682484 Aug 30 05:17:53.227270 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-558a6a68-e62a-4839-b02b-1109a3f5b041 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (783246ac-d7a3-43e9-8abb-605029bbbf49), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.232816 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-558a6a68-e62a-4839-b02b-1109a3f5b041 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (783246ac-d7a3-43e9-8abb-605029bbbf49), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.259770 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a6a68-e62a-4839-b02b-1109a3f5b041 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783246ac-d7a3-43e9-8abb-605029bbbf49,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:53.297842 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-558a6a68-e62a-4839-b02b-1109a3f5b041 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.303308 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 52708) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:17:53.308599 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:53.310756 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-558a6a68-e62a-4839-b02b-1109a3f5b041 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299556 Aug 30 05:17:53.349351 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.429046 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:17:53.484287 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.540682 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:17:53.561599 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:53.565474 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:53.628801 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Allocated IP 172.27.4.190 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/7bf60f11-1c73-44a1-853a-ee4052e38d22) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:17:53.677394 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:53.678012 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.808123 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (7bf60f11-1c73-44a1-853a-ee4052e38d22), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.830157 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:53.830867 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.852635 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:53.855039 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (7bf60f11-1c73-44a1-853a-ee4052e38d22), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.862213 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=9c422125-9ea1-4b3a-bae9-1abfb3f19d68,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:53.876728 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:53.890090 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-56ea9480-0253-4453-92b9-a7a0b6285d6b req-5befed13-aba1-42b4-805a-8b15342b6730 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 210 time: 0.0502453 Aug 30 05:17:53.927649 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:53.936879 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:17:53.937934 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:53.939293 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=9c422125-9ea1-4b3a-bae9-1abfb3f19d68,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:53.943340 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:17:53.945884 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:17:53.949349 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=7bf60f11-1c73-44a1-853a-ee4052e38d22,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:54.071031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (d896676a-fd80-43b6-a40e-2179e0c2b8f9), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.109161 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95da4-1f4f-4a2c-8149-cf44ccd2e909 req-49d98cdd-9283-4d5a-a0ee-beecb37facbe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:54.117401 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-61d95da4-1f4f-4a2c-8149-cf44ccd2e909 req-49d98cdd-9283-4d5a-a0ee-beecb37facbe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0950439 Aug 30 05:17:54.157944 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (7bf60f11-1c73-44a1-853a-ee4052e38d22), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.217065 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-61d95da4-1f4f-4a2c-8149-cf44ccd2e909 req-d79fdf19-a5de-45c3-b562-01c6c9f83282 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983729 Aug 30 05:17:54.252992 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 2, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:54.289395 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:17:54.289668 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Updating router 1939734e-8510-42da-a471-0b46ceb4c229 port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:17:54.319128 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.418847 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (7bf60f11-1c73-44a1-853a-ee4052e38d22), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.420660 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:54.428153 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (7bf60f11-1c73-44a1-853a-ee4052e38d22), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.516769 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=7bf60f11-1c73-44a1-853a-ee4052e38d22,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:54.525854 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (d896676a-fd80-43b6-a40e-2179e0c2b8f9), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.555738 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.563321 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bf0ab609-8769-4f46-a87a-f36453f85ac4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2585914 Aug 30 05:17:54.692303 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Publish callbacks [] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.702729 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.754574 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-7a2def79-73d1-4b40-8a1a-3968fa42122f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1544732140&fields=id&tenant_id=bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 267 time: 0.0731361 Aug 30 05:17:54.819001 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Pushing event updated for resources: {'Port': ['ID=2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:54.832781 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.833121 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.833481 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.833891 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.834241 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.834571 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.834955 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.835246 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.835630 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.835953 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.836267 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.837280 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.837280 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.837280 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.837582 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:17:54.840996 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Attempting to bind port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:17:54.841603 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Attempting to bind port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:17:54.842082 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Attempting to bind port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:17:54.850221 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:17:54.850968 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Checking segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:17:54.851802 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.852340 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Bound using segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:17:54.852946 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Bound port: 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:17:54.853489 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.915460 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-3043f95a-30b6-4bac-8e94-0ec41d05d837 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:54.916051 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:54.917265 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-3043f95a-30b6-4bac-8e94-0ec41d05d837 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 815 time: 0.1559982 Aug 30 05:17:54.938065 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-5fc0585e-fc65-4006-ba12-13e3a5905e12 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/quotas/bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 375 time: 0.0142548 Aug 30 05:17:54.946162 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] For port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:17:54.949638 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] For port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:17:54.951075 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:54.961864 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:54.977763 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:17:54.978400 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:17:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:55.010996 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c009c489-3360-458b-a57a-c085b4cddad7 req-7e1585b0-1379-4467-aaaa-41829ba1f03a tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 210 time: 0.0282567 Aug 30 05:17:55.011710 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-2cd8738b-15ef-4a6c-adbe-6b9da68cb0b8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670874 Aug 30 05:17:55.110226 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2b790-6adf-4ce8-8d03-461dee2f213d None None] Pushing event updated for resources: {'Port': ['ID=2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b,revision_number=4']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:55.127482 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:17:55.171188 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-90617432-c6d7-4bc8-9587-2dc48dc5827b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435561 Aug 30 05:17:55.270247 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-7de304eb-97bd-4fd5-a561-694037fb8eef service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929916 Aug 30 05:17:55.404523 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071fc41-18a5-4717-8b53-c1ebb5affbe3 req-430cfb7d-ea15-4f46-ab88-c1471c037329 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:55.411455 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d071fc41-18a5-4717-8b53-c1ebb5affbe3 req-430cfb7d-ea15-4f46-ab88-c1471c037329 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0858138 Aug 30 05:17:55.434093 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:17:55.463943 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d071fc41-18a5-4717-8b53-c1ebb5affbe3 req-dd95dbd2-b4d0-432f-95be-e05daedb67df tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507004 Aug 30 05:17:55.492920 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:54Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:17:55.516411 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:55.517351 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:55.523997 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b339e69-a079-40ac-b610-a332d4ef7e66 None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:54Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:17:55.530251 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-65a79b47-c8ec-4cb6-a4d2-e2632ede18a6 req-badb8276-8757-4bf0-94d1-d791db9767cf tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 210 time: 0.0381026 Aug 30 05:17:55.625928 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:56.136156 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf4bbad1-4434-4f9f-bc40-1f5e82be7927 req-1e623105-2e73-4eac-bad7-84fa5f3225af tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 210 time: 0.0417511 Aug 30 05:17:56.386469 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:56.391700 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-3a926c76-155b-4fb6-8e14-587a7707196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:56.393620 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-3a926c76-155b-4fb6-8e14-587a7707196e service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 1129 time: 0.1019909 Aug 30 05:17:56.609017 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bdc43-2e59-445a-9693-6864cf3281b4 req-22ce1714-b940-4d9f-b22b-45b8bd991ba9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:56.610986 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9e1bdc43-2e59-445a-9693-6864cf3281b4 req-22ce1714-b940-4d9f-b22b-45b8bd991ba9 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0587265 Aug 30 05:17:56.663509 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6cef4e89-8416-4067-91a2-73c6159e065d req-b3c4e139-c556-4700-90df-80fb3ab273a3 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 210 time: 0.0441747 Aug 30 05:17:56.790690 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9e1bdc43-2e59-445a-9693-6864cf3281b4 req-c4213c29-39c2-4daf-accd-740d17828bf4 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687467 Aug 30 05:17:56.813455 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-fda5c3b1-ef8f-46c4-9479-bbe67ac8dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:56.814990 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-fda5c3b1-ef8f-46c4-9479-bbe67ac8dc5f service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 917 time: 0.2028270 Aug 30 05:17:56.894619 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-41279bfd-a51b-45f2-8d0d-369fdaaf2d7a tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:56.896057 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-41279bfd-a51b-45f2-8d0d-369fdaaf2d7a tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 812 time: 0.1852090 Aug 30 05:17:56.916453 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-27295913-7c9c-4721-babf-d65d724ed33a service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2 HTTP/1.1" status: 200 len: 1000 time: 0.0690131 Aug 30 05:17:57.205694 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-b4555c06-5ec8-4cca-a29b-e03704fd40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:57.207213 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-b4555c06-5ec8-4cca-a29b-e03704fd40a9 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.0760400 Aug 30 05:17:57.353991 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:57.362200 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8a774efb-7040-456d-9fbe-52cf4fc3df54 req-9e2eaebf-76fc-4aa6-b0bb-ba4e700d42b7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 210 time: 0.1086683 Aug 30 05:17:57.368108 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-3e8f6422-90b4-4b8b-bcd3-5edec9753dd7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=97e3452b02294219ae56cd23eb2aa0ce HTTP/1.1" status: 200 len: 378 time: 0.2288444 Aug 30 05:17:57.397180 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:17:57.397703 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'port': {'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'admin_state_up': True, 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'security_groups': ['b111269d-d9fc-4811-9e6c-4190061edb8c']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:57.421906 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-fa35ad58-4f1f-48e9-b2f2-12e758d56abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:57.423580 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-fa35ad58-4f1f-48e9-b2f2-12e758d56abb service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2017007 Aug 30 05:17:57.454642 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:57.455058 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:57.556133 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:57.556792 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:57.577009 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-ebfc27db-1502-47ae-9af3-c41f5c93fc6b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:57.578895 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-ebfc27db-1502-47ae-9af3-c41f5c93fc6b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 815 time: 0.3558750 Aug 30 05:17:57.604182 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:57.613927 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:57.685887 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:57.697166 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Made reservation on behalf of 97e3452b02294219ae56cd23eb2aa0ce for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:17:57.701074 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:57.707175 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:57.720350 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-1dd2aa8c-8783-4a10-8fb4-c5ea2147368d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 380 time: 0.1242311 Aug 30 05:17:57.725212 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-2d3b9081-b10a-42cb-9875-aae0340dc794 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683518 Aug 30 05:17:57.732451 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'port': {'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'admin_state_up': True, 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'security_groups': ['2f49ad90-325c-4e1a-8711-80d8a07fd674']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:57.890921 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d419db82-2038-4b46-b767-15543d602f54 req-08a63a14-c77b-4968-9d2a-0f3a4164d74c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 210 time: 0.1396914 Aug 30 05:17:57.926584 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900b316-74cc-4509-88a3-54b5f7e94084 req-f35d05d8-2007-4e53-82a2-7258c8fe5869 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:57.928106 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6900b316-74cc-4509-88a3-54b5f7e94084 req-f35d05d8-2007-4e53-82a2-7258c8fe5869 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0539966 Aug 30 05:17:57.975264 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6900b316-74cc-4509-88a3-54b5f7e94084 req-84a77374-9b8c-4dd8-846d-9a2596795e28 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 Aug 30 05:17:58.034365 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-43408189-07c2-48bf-b303-9d4c8c11ec4b req-b0c03438-df5b-47e3-966a-8ab88632ce66 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807584 Aug 30 05:17:58.045955 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Allocated IP 172.20.0.12 (15c65eeb-dfe2-43bb-9925-99f6c334ef61/9940a200-cfdf-4ce9-b3e0-4116b2f8471e/33dc5fe2-b49b-46cd-bbea-d50e70e21301) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:17:58.047879 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Made reservation on behalf of bebd859c24cd4ed3b7e32a82de820b8a for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:17:58.051828 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:58.128185 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:58.282453 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Allocated IP 172.20.0.3 (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2/d345ef73-596f-4799-a761-5117c97d95cb/aa613a15-0a05-4d3e-be80-89172048cffe) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:17:58.306238 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:58.404365 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:58.737362 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:17:58.769244 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:17:58.780448 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:17:58.789281 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:58.814607 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'Port': ['ID=33dc5fe2-b49b-46cd-bbea-d50e70e21301,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:58.829331 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64e07-699b-4bb8-be37-7ab2be11dcb0 req-caf4c81e-2308-4a77-bc90-94e85b4f3407 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:58.830909 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eec64e07-699b-4bb8-be37-7ab2be11dcb0 req-caf4c81e-2308-4a77-bc90-94e85b4f3407 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 932 time: 0.1403356 Aug 30 05:17:58.877151 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (aa613a15-0a05-4d3e-be80-89172048cffe), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:58.891858 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:58.892483 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:58.942051 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-e91b80e8-ff37-4e2d-80cc-ece19e6f09ff tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5641301 Aug 30 05:17:58.950426 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eec64e07-699b-4bb8-be37-7ab2be11dcb0 req-b082a693-36bf-4b10-8cde-de943b3c84bb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132469 Aug 30 05:17:58.960006 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:58.996972 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-b629b41a-92e5-4427-9da7-949ff8d4fddf None None] Provisioning complete for port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:58.997578 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b629b41a-92e5-4427-9da7-949ff8d4fddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:59.006384 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:17:59.008616 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:17:59.012779 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:17:59.016320 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf90a9-8d69-4027-85bf-152c17a88a4c req-00b4c966-283b-4af1-83e4-86f795528b54 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:59.018270 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-29bf90a9-8d69-4027-85bf-152c17a88a4c req-00b4c966-283b-4af1-83e4-86f795528b54 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 931 time: 0.0494943 Aug 30 05:17:59.041220 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=aa613a15-0a05-4d3e-be80-89172048cffe,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:59.077081 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-b629b41a-92e5-4427-9da7-949ff8d4fddf None None] Port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:17:59.077799 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:59.078627 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:59.083107 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:59.109706 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-29bf90a9-8d69-4027-85bf-152c17a88a4c req-75849af6-0467-4cfe-b66c-05f6485cc87e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733104 Aug 30 05:17:59.110868 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9e0ab737-4a59-43d3-86f2-4b93a60dd6c8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3827262 Aug 30 05:17:59.156090 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42723870-e1c2-4f09-9d75-328e964846b5 req-567bb4e5-6ceb-4360-bcc1-69fb9acf23ff tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:17:59.157683 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-42723870-e1c2-4f09-9d75-328e964846b5 req-567bb4e5-6ceb-4360-bcc1-69fb9acf23ff tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 945 time: 0.0612438 Aug 30 05:17:59.206975 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-42723870-e1c2-4f09-9d75-328e964846b5 req-543dd2bb-1c38-4496-bd93-2ca19817a65e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431440 Aug 30 05:17:59.298442 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-89315abd-b138-4721-80cf-1ba5f0152dd7 None None] Provisioning complete for port aa613a15-0a05-4d3e-be80-89172048cffe triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:59.298879 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-89315abd-b138-4721-80cf-1ba5f0152dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:59.333096 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-89315abd-b138-4721-80cf-1ba5f0152dd7 None None] Port aa613a15-0a05-4d3e-be80-89172048cffe cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:17:59.339014 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:17:59.381462 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:17:59.382100 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:59.451583 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:59.551271 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:17:59.575711 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:59.624830 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 1ef774e8-0aae-4b74-9370-1e268ea393a2 is: ACTIVE; New status is: DOWN {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:17:59.625143 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:59.647778 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:17:59.649986 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5d6dea-01d3-48a3-a89d-c952682dbd09" -d '{"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:17:59.662904 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:17:59.667347 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:59.703554 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:17:59.715521 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Request body: {'port': {'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:59.718103 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=8']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:17:59.736009 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Request body: {'port': {'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:17:59.755708 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 05:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25584d7d-66bf-4e18-8e75-0e78623afd25 x-openstack-request-id: req-25584d7d-66bf-4e18-8e75-0e78623afd25 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:17:59.756298 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:17:59.756563 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25584d7d-66bf-4e18-8e75-0e78623afd25 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:17:59.756966 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25584d7d-66bf-4e18-8e75-0e78623afd25'] response: {'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'code': 200} Aug 30 05:17:59.839620 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:17:59.849093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.095371 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.191931 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919cfc0-440d-46b9-87d1-0f370746ad48 req-b621c922-8383-4352-9c03-0bfe394c420e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:00.193394 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9919cfc0-440d-46b9-87d1-0f370746ad48 req-b621c922-8383-4352-9c03-0bfe394c420e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 932 time: 0.1275287 Aug 30 05:18:00.203703 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:00.232085 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1630-b3ee-4f3d-8b0c-538cdc934f7b req-245fb667-8b6f-41ac-bc60-5c7295cf9f94 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:00.233456 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-276b1630-b3ee-4f3d-8b0c-538cdc934f7b req-245fb667-8b6f-41ac-bc60-5c7295cf9f94 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 931 time: 0.0467830 Aug 30 05:18:00.286360 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-276b1630-b3ee-4f3d-8b0c-538cdc934f7b req-4f969556-e80e-4e2f-af94-8970a439d38b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Aug 30 05:18:00.332399 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9919cfc0-440d-46b9-87d1-0f370746ad48 req-05694512-964e-4dba-b8ec-5657f74d0dc5 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331894 Aug 30 05:18:00.391228 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:00.393624 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa613a15-0a05-4d3e-be80-89172048cffe {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:18:00.403824 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33dc5fe2-b49b-46cd-bbea-d50e70e21301 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:18:00.409065 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Publish callbacks [] for port (aa613a15-0a05-4d3e-be80-89172048cffe), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.415926 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Publish callbacks [] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.433245 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f941dd-586e-48d9-aceb-b8a87550cc68 req-ca9be205-efb0-4b50-9fd9-91bad188f556 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:00.435013 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Transition to ACTIVE for port object aa613a15-0a05-4d3e-be80-89172048cffe will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:18:00.435206 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-03f941dd-586e-48d9-aceb-b8a87550cc68 req-ca9be205-efb0-4b50-9fd9-91bad188f556 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0597060 Aug 30 05:18:00.437834 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Transition to ACTIVE for port object 33dc5fe2-b49b-46cd-bbea-d50e70e21301 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:18:00.441305 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.447910 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.489109 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-03f941dd-586e-48d9-aceb-b8a87550cc68 req-eb038a81-53e9-456d-b6d0-3b3f4ec083e8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463233 Aug 30 05:18:00.557004 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa613a15-0a05-4d3e-be80-89172048cffe,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:00.646856 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Pushing event updated for resources: {'Port': ['ID=33dc5fe2-b49b-46cd-bbea-d50e70e21301,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:00.675355 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Attempting to bind port aa613a15-0a05-4d3e-be80-89172048cffe on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:18:00.675702 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Attempting to bind port aa613a15-0a05-4d3e-be80-89172048cffe by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:18:00.676043 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Attempting to bind port aa613a15-0a05-4d3e-be80-89172048cffe on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:18:00.679612 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Attempting to bind port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:18:00.679978 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Attempting to bind port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:18:00.680373 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Attempting to bind port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:18:00.685763 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Port aa613a15-0a05-4d3e-be80-89172048cffe on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:18:00.686083 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Attempting to bind port aa613a15-0a05-4d3e-be80-89172048cffe on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:18:00.689375 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:18:00.689770 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Attempting to bind port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:18:00.696633 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:18:00.696974 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Checking segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:18:00.697354 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Bound using segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:18:00.697779 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Bound port: aa613a15-0a05-4d3e-be80-89172048cffe, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:18:00.698140 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.701387 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:18:00.701717 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Checking segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:18:00.702087 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Bound using segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:18:00.702504 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Bound port: 33dc5fe2-b49b-46cd-bbea-d50e70e21301, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:18:00.702870 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.829367 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] For port aa613a15-0a05-4d3e-be80-89172048cffe, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:18:00.842253 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] For port 33dc5fe2-b49b-46cd-bbea-d50e70e21301, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:18:00.847845 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] For port 33dc5fe2-b49b-46cd-bbea-d50e70e21301, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:18:00.850432 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] For port aa613a15-0a05-4d3e-be80-89172048cffe, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=aa613a15-0a05-4d3e-be80-89172048cffe,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:18:00.857995 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.863974 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:00.864542 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.866100 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/33dc5fe2-b49b-46cd-bbea-d50e70e21301 HTTP/1.1" status: 200 len: 1094 time: 1.1550167 Aug 30 05:18:00.866719 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:18:00.869116 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:18:00.872185 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.902914 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:00.902914 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:00.906074 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/aa613a15-0a05-4d3e-be80-89172048cffe HTTP/1.1" status: 200 len: 1093 time: 1.1964200 Aug 30 05:18:00.977351 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca4439-9612-4ae0-80fe-126b2a82db27 service neutron] Pushing event updated for resources: {'Port': ['ID=33dc5fe2-b49b-46cd-bbea-d50e70e21301,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:00.993817 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:01.043080 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06561f5d-cc5f-4075-afcd-d312150229a2 x-openstack-request-id: req-06561f5d-cc5f-4075-afcd-d312150229a2 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:18:01.043380 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:18:01.043643 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06561f5d-cc5f-4075-afcd-d312150229a2 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:18:01.044178 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06561f5d-cc5f-4075-afcd-d312150229a2'] response: {'name': 'network-changed', 'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'status': 'completed', 'code': 200} Aug 30 05:18:01.049940 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-29fb51a4-4fee-4be1-b593-e72b462c748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:01.051474 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-29fb51a4-4fee-4be1-b593-e72b462c748f service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 1128 time: 0.1236892 Aug 30 05:18:01.070438 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-6ee4a769-b273-4528-87d1-f4760400ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:01.071981 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-6ee4a769-b273-4528-87d1-f4760400ebf6 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 1127 time: 0.0859981 Aug 30 05:18:01.090328 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c9b97-d090-49ab-856b-4122d1dbbea5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa613a15-0a05-4d3e-be80-89172048cffe,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:01.335217 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-429dbd32-c96a-4b4b-bf01-ed83a1067f38 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa613a15-0a05-4d3e-be80-89172048cffe HTTP/1.1" status: 200 len: 217 time: 0.0546062 Aug 30 05:18:01.418320 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9bdc12cd-1707-48d1-933e-8a8bc13f1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:01.419840 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-9bdc12cd-1707-48d1-933e-8a8bc13f1362 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0584991 Aug 30 05:18:01.421303 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-13797fc5-8210-47a8-ab59-f35befd635bd service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301 HTTP/1.1" status: 200 len: 217 time: 0.1427939 Aug 30 05:18:01.444765 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fbfee-56a7-498d-abac-ae4e053944fd req-b49f8d53-082e-447b-b265-9c365ac03f8e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:01.446242 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b62fbfee-56a7-498d-abac-ae4e053944fd req-b49f8d53-082e-447b-b265-9c365ac03f8e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 943 time: 0.0565429 Aug 30 05:18:01.494417 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b62fbfee-56a7-498d-abac-ae4e053944fd req-425b292d-c128-44f4-8b36-66ac812b5692 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419815 Aug 30 05:18:01.504461 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fd87a-1b18-4462-9da0-a57f8ce78a79 req-91d59acc-a801-407d-b77b-7418cf9065b6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:01.506294 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fa7fd87a-1b18-4462-9da0-a57f8ce78a79 req-91d59acc-a801-407d-b77b-7418cf9065b6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0476022 Aug 30 05:18:01.530678 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:01.552918 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [req-f7d784f1-16a4-4036-8d0f-b9b6b30fa311 req-38cc8494-6028-415b-85b0-a2e51ddcc5f8 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:18:01.553907 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f7d784f1-16a4-4036-8d0f-b9b6b30fa311 req-38cc8494-6028-415b-85b0-a2e51ddcc5f8 service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052569 Aug 30 05:18:01.571092 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fa7fd87a-1b18-4462-9da0-a57f8ce78a79 req-f8554e8b-30c7-4fad-80cf-96261a6e7c49 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468612 Aug 30 05:18:01.832821 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-2469e17c-556b-407d-a365-8a82a7fea1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:01.834334 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-2469e17c-556b-407d-a365-8a82a7fea1a8 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1568124 Aug 30 05:18:01.843548 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf269192-5916-4a40-9738-2cc76f2b87d8 req-fed46703-0915-4efb-9f3f-46e82a86c5d1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:01.844969 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cf269192-5916-4a40-9738-2cc76f2b87d8 req-fed46703-0915-4efb-9f3f-46e82a86c5d1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.1471126 Aug 30 05:18:01.848187 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4b51b870-a330-4897-ad58-1383ab603c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:01.849563 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-4b51b870-a330-4897-ad58-1383ab603c2c service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.1733530 Aug 30 05:18:01.858039 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58738577-e692-493b-9d2a-13905fddd73e req-000f9ceb-c30a-4443-9d5b-25885c923645 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1060078 Aug 30 05:18:01.948530 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52896) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:01.998755 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-f32b99d1-9395-4f62-a89a-73bccda5e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:02.000163 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-f32b99d1-9395-4f62-a89a-73bccda5e2db service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1412323 Aug 30 05:18:02.037170 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-bb5e851a-2b52-4c13-91d1-d479b9b3aae2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874429 Aug 30 05:18:02.042709 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58738577-e692-493b-9d2a-13905fddd73e req-4ee229b5-d9ae-4459-b027-70e843f0b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:02.044861 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58738577-e692-493b-9d2a-13905fddd73e req-4ee229b5-d9ae-4459-b027-70e843f0b465 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=116fb506b7794c1fa9460b5a861de136&device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 1129 time: 0.1301854 Aug 30 05:18:02.047894 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-bdeb287b-4627-4a0f-8060-b461bf0d90fe service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:18:02.050345 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-bdeb287b-4627-4a0f-8060-b461bf0d90fe service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074477 Aug 30 05:18:02.082839 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-cf269192-5916-4a40-9738-2cc76f2b87d8 req-85d85901-66de-4b1c-9979-bf1ad281f926 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227683 Aug 30 05:18:02.157775 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 52904) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:02.163726 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-e75e038a-601e-4850-a045-04cf086e2721 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178029 Aug 30 05:18:02.214031 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:02.246095 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-0de7d9a6-0b25-47ff-bf9e-2355c0523fbf service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352939 Aug 30 05:18:02.256497 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-8fd6928c-36cc-4ae6-95df-e7295a4bb237 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:02.258087 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-8fd6928c-36cc-4ae6-95df-e7295a4bb237 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports/1ef774e8-0aae-4b74-9370-1e268ea393a2 HTTP/1.1" status: 200 len: 940 time: 0.0990429 Aug 30 05:18:02.329373 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58738577-e692-493b-9d2a-13905fddd73e req-4a1f421f-4d00-4aa6-870f-9224c95833b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:02.330938 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58738577-e692-493b-9d2a-13905fddd73e req-4a1f421f-4d00-4aa6-870f-9224c95833b0 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 200 len: 911 time: 0.2456546 Aug 30 05:18:02.417921 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5111f9f6-8d1c-414f-b3b2-e035b7165646 req-8733caa9-a50e-47d0-a3ad-a9d16f41a077 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464097 Aug 30 05:18:02.421918 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:02.447808 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58738577-e692-493b-9d2a-13905fddd73e req-6ffe0bca-9016-4738-a2ca-feebc54367d9 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daced90f-36b0-406a-98c8-834fd146d1c8 HTTP/1.1" status: 200 len: 1000 time: 0.0998456 Aug 30 05:18:02.454476 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c7266c5b-fbf9-49d7-a3f5-121a82f2e403 req-72ba56bf-71b0-437f-9a30-f7a251919449 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973321 Aug 30 05:18:02.627071 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8b4e4-664a-47b1-9120-2235ead0f76e req-914df5d1-3f99-4e51-beb9-a0d298328093 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:02.627071 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4cf8b4e4-664a-47b1-9120-2235ead0f76e req-914df5d1-3f99-4e51-beb9-a0d298328093 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 943 time: 0.0547392 Aug 30 05:18:02.672909 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4cf8b4e4-664a-47b1-9120-2235ead0f76e req-efd015f9-7841-44fd-9cf1-9f5403dba9cf tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Aug 30 05:18:02.693970 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2d0d0-29b7-4efb-9bbc-d03e241f05e4 req-1bb6b3dc-f75b-4b9b-800b-71ff87e2142f tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:02.695388 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2cd2d0d0-29b7-4efb-9bbc-d03e241f05e4 req-1bb6b3dc-f75b-4b9b-800b-71ff87e2142f tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0480587 Aug 30 05:18:02.721674 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:02.749486 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2cd2d0d0-29b7-4efb-9bbc-d03e241f05e4 req-f4d251ff-da13-4ada-9ad8-f46c5e50b550 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473857 Aug 30 05:18:02.900387 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513c37-fe67-4bbf-b37f-4481e7423d1c req-b71bbd8f-9fb0-4fad-9020-ea9429fb7181 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:02.901730 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c0513c37-fe67-4bbf-b37f-4481e7423d1c req-b71bbd8f-9fb0-4fad-9020-ea9429fb7181 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 945 time: 0.0498624 Aug 30 05:18:02.947630 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c0513c37-fe67-4bbf-b37f-4481e7423d1c req-f1f0fa2e-d696-48dc-a946-9e5bbeff0581 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404181 Aug 30 05:18:03.045180 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'tag': 'aa613a15-0a05-4d3e-be80-89172048cffe'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:18:03.047533 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7486a8-b5d7-45e0-921a-6621d9a10233", "tag": "aa613a15-0a05-4d3e-be80-89172048cffe"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:18:03.083920 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3748a39-76b4-4de5-af70-c726dd0def6c x-openstack-request-id: req-a3748a39-76b4-4de5-af70-c726dd0def6c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:18:03.084208 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7486a8-b5d7-45e0-921a-6621d9a10233", "tag": "aa613a15-0a05-4d3e-be80-89172048cffe", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:18:03.084457 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a3748a39-76b4-4de5-af70-c726dd0def6c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:18:03.084854 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3748a39-76b4-4de5-af70-c726dd0def6c'] response: {'name': 'network-changed', 'server_uuid': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'tag': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'status': 'completed', 'code': 200} Aug 30 05:18:03.214723 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef54e7-8e83-4db0-8222-4726e7cc6994 req-5625d068-84d5-4cbe-ab05-fd067e05c0ea tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:03.216358 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1bef54e7-8e83-4db0-8222-4726e7cc6994 req-5625d068-84d5-4cbe-ab05-fd067e05c0ea tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0455289 Aug 30 05:18:03.263834 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1bef54e7-8e83-4db0-8222-4726e7cc6994 req-bcd27af1-ab53-446e-b83a-91b8b00ffc37 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Aug 30 05:18:03.356230 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58738577-e692-493b-9d2a-13905fddd73e req-7e274e64-3ec7-44e2-a69c-9605714b0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:03.357746 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58738577-e692-493b-9d2a-13905fddd73e req-7e274e64-3ec7-44e2-a69c-9605714b0aac service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 200 len: 849 time: 0.0499616 Aug 30 05:18:03.578609 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-3096070b-bfb2-43d0-be5f-86e173ae96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:03.580181 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-3096070b-bfb2-43d0-be5f-86e173ae96a5 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 1127 time: 0.0442600 Aug 30 05:18:03.610175 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:18:03.681134 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 1ef774e8-0aae-4b74-9370-1e268ea393a2 is: DOWN; New status is: DOWN {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:18:03.755516 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:03.794423 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb0990-9c38-4507-9a89-4a690c8ab980 req-9cdc8c3d-9965-41b1-9a7e-89c067e93227 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:03.795919 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2dbb0990-9c38-4507-9a89-4a690c8ab980 req-9cdc8c3d-9965-41b1-9a7e-89c067e93227 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 943 time: 0.0503027 Aug 30 05:18:03.844149 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2dbb0990-9c38-4507-9a89-4a690c8ab980 req-80c8af14-6cb3-4f39-8a68-963eb19fad6f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Aug 30 05:18:03.868913 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9815d-5330-4946-be97-036ee8f0cff1 req-d5780d89-0f14-448c-b9b1-48c183885ad2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:03.870352 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-48a9815d-5330-4946-be97-036ee8f0cff1 req-d5780d89-0f14-448c-b9b1-48c183885ad2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0460913 Aug 30 05:18:03.920866 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-48a9815d-5330-4946-be97-036ee8f0cff1 req-fecaab88-541c-4fdb-b6dc-1b056a1cf06c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443635 Aug 30 05:18:04.063731 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec7498-a99e-4738-97f3-bd1e88cb20d0 req-a76a5d7f-fa7d-4644-bf67-419e311cc3bb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:04.065182 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c9ec7498-a99e-4738-97f3-bd1e88cb20d0 req-a76a5d7f-fa7d-4644-bf67-419e311cc3bb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 945 time: 0.0465555 Aug 30 05:18:04.110781 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c9ec7498-a99e-4738-97f3-bd1e88cb20d0 req-8d7d082b-8fa5-4f9a-a44a-de61419df61f tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403636 Aug 30 05:18:04.385015 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba21a-c3ba-42d3-8d00-534569e0f3ae req-ac6c0859-77ca-4d3a-99ab-5fa7018f2461 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:04.386351 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ceaba21a-c3ba-42d3-8d00-534569e0f3ae req-ac6c0859-77ca-4d3a-99ab-5fa7018f2461 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0461023 Aug 30 05:18:04.432155 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ceaba21a-c3ba-42d3-8d00-534569e0f3ae req-1c40e972-981f-4550-987f-280438f3b7cb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402098 Aug 30 05:18:04.813895 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-96512a0e-05d2-4714-94e2-a09d408c4b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:04.968287 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b02f-8164-433b-9f5b-03bad5b0c4f5 req-dd670b39-1326-4842-a77c-3ced3c48fd28 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:04.969784 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5562b02f-8164-433b-9f5b-03bad5b0c4f5 req-dd670b39-1326-4842-a77c-3ced3c48fd28 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 943 time: 0.0534761 Aug 30 05:18:05.017885 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5562b02f-8164-433b-9f5b-03bad5b0c4f5 req-daa6a9cf-ad92-4570-aca3-4ccaddcd6cdd tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Aug 30 05:18:05.040570 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca5a29-8346-4da2-bf55-77118696c8b6 req-60448866-5f28-4a33-8ced-7295b8fd6676 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:05.042032 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7bca5a29-8346-4da2-bf55-77118696c8b6 req-60448866-5f28-4a33-8ced-7295b8fd6676 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0486286 Aug 30 05:18:05.089013 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7bca5a29-8346-4da2-bf55-77118696c8b6 req-61e80ca3-7760-4893-b09a-8a8135d306e7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409687 Aug 30 05:18:05.598425 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-8f46601d-b64f-456f-8490-9e72ba247dae tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:05.599860 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-8f46601d-b64f-456f-8490-9e72ba247dae tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 945 time: 0.0938473 Aug 30 05:18:05.609379 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c62c03-e9d6-4f96-b393-d05f5b41f171 req-bcf29baf-e33f-4931-a829-8016fcc92003 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:05.610039 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e12aa-2c12-4341-b6a6-ad066632b61f req-4fe18542-9816-4539-a8c5-ff101a6e804e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:05.611584 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-887e12aa-2c12-4341-b6a6-ad066632b61f req-4fe18542-9816-4539-a8c5-ff101a6e804e tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 945 time: 0.4292321 Aug 30 05:18:05.616667 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b2c62c03-e9d6-4f96-b393-d05f5b41f171 req-bcf29baf-e33f-4931-a829-8016fcc92003 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0979443 Aug 30 05:18:05.630400 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device aa613a15-0a05-4d3e-be80-89172048cffe details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:18:05.631779 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58738577-e692-493b-9d2a-13905fddd73e req-caf35542-b971-4fe5-8ff4-ad97dbd7a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:05.633444 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58738577-e692-493b-9d2a-13905fddd73e req-caf35542-b971-4fe5-8ff4-ad97dbd7a8a7 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=f19a3a63-4a1b-4d2c-ab3d-dff746819db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4386408 Aug 30 05:18:05.637292 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-169b02c7-5724-4aa9-9c27-84cc573bbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:05.639269 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-169b02c7-5724-4aa9-9c27-84cc573bbc4a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 1128 time: 0.4186680 Aug 30 05:18:05.749689 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b2c62c03-e9d6-4f96-b393-d05f5b41f171 req-648eb5ce-914f-425b-87d4-83f7df44156b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291885 Aug 30 05:18:05.770930 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port aa613a15-0a05-4d3e-be80-89172048cffe, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=aa613a15-0a05-4d3e-be80-89172048cffe,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:05.786121 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:18:05.801174 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-8a65692d-874d-4c6d-9673-3d205a99b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:05.802681 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-8a65692d-874d-4c6d-9673-3d205a99b63c service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 916 time: 0.5841908 Aug 30 05:18:05.813747 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Deleting port daced90f-36b0-406a-98c8-834fd146d1c8 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:18:05.814099 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:05.821100 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-887e12aa-2c12-4341-b6a6-ad066632b61f req-82165d99-0449-4404-9cb7-c12d6a147bb8 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=32c733b7-89e7-46c4-a115-05651724baee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005010 Aug 30 05:18:05.823818 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port aa613a15-0a05-4d3e-be80-89172048cffe is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:18:05.824299 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:05.839612 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa613a15-0a05-4d3e-be80-89172048cffe {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:18:05.862786 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-7dff5cfb-e883-41c5-b82a-41bd6dea0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:05.863660 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port aa613a15-0a05-4d3e-be80-89172048cffe, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=aa613a15-0a05-4d3e-be80-89172048cffe,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:05.864497 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-7dff5cfb-e883-41c5-b82a-41bd6dea0682 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.2133520 Aug 30 05:18:05.868502 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:05.878546 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58738577-e692-493b-9d2a-13905fddd73e req-b3e4da2c-70d1-4f45-8f7e-b8d356b5f233 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263694 Aug 30 05:18:05.923819 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=aa613a15-0a05-4d3e-be80-89172048cffe,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:06.110517 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['aa613a15-0a05-4d3e-be80-89172048cffe'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:18:06.114633 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-dc2283d3-3dc5-4062-b00d-862006c55920 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301 HTTP/1.1" status: 200 len: 217 time: 0.0968070 Aug 30 05:18:06.142575 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-dc76efe5-be35-4d7a-90b9-aa9a6fe6353a service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa613a15-0a05-4d3e-be80-89172048cffe HTTP/1.1" status: 200 len: 217 time: 0.1159163 Aug 30 05:18:06.192586 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:06.203254 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] For port daced90f-36b0-406a-98c8-834fd146d1c8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=daced90f-36b0-406a-98c8-834fd146d1c8,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:06.203801 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:06.274198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-a9daad06-2828-4fef-acde-c318cf98b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.275679 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-a9daad06-2828-4fef-acde-c318cf98b314 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.1321576 Aug 30 05:18:06.311012 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-818633e9-ea4d-462d-b086-8556272cbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.312382 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-818633e9-ea4d-462d-b086-8556272cbb44 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385&tenant_id=7ea4da0dbf3a44eabbff29f884beb157 HTTP/1.1" status: 200 len: 1127 time: 0.1755908 Aug 30 05:18:06.315515 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bb65a-43e6-4839-8008-de1a4f4dfbfa req-29729cf1-47f5-44ee-a0cf-6fb25cda582e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.316962 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aa7bb65a-43e6-4839-8008-de1a4f4dfbfa req-29729cf1-47f5-44ee-a0cf-6fb25cda582e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.1397319 Aug 30 05:18:06.324792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c087da-30f2-49bd-81e7-553ba314e211 req-ea1674d9-0627-47e9-b19a-e4aa6b945ee0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.326296 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-04c087da-30f2-49bd-81e7-553ba314e211 req-ea1674d9-0627-47e9-b19a-e4aa6b945ee0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 944 time: 0.1906526 Aug 30 05:18:06.339040 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-b7ab2eac-9ad6-485f-8493-fc2d2e0b14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.340508 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-b7ab2eac-9ad6-485f-8493-fc2d2e0b14bb service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.1603889 Aug 30 05:18:06.345673 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:06.370490 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:06.371099 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58738577-e692-493b-9d2a-13905fddd73e req-7e7dff04-2ae3-4df1-b60c-939ba97fbd24 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515372 Aug 30 05:18:06.403515 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-86c55779-c0c0-4604-94b7-b02b5eb22bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.405278 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-86c55779-c0c0-4604-94b7-b02b5eb22bd3 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186459 Aug 30 05:18:06.409912 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:06.437165 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-0c8a2b0f-68bb-416d-be38-e9744e3ea437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.438671 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-0c8a2b0f-68bb-416d-be38-e9744e3ea437 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878131 Aug 30 05:18:06.465044 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-3f390bf3-4037-4439-8c8d-a6c92b19f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.467369 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-3f390bf3-4037-4439-8c8d-a6c92b19f379 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 1127 time: 0.1161473 Aug 30 05:18:06.508896 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aa7bb65a-43e6-4839-8008-de1a4f4dfbfa req-3d4e4594-b3f0-49c1-acf6-cae1e9b82d9a tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1638341 Aug 30 05:18:06.535760 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-04c087da-30f2-49bd-81e7-553ba314e211 req-1581a2f1-e37b-41a5-97d0-3103c292c0f1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023363 Aug 30 05:18:06.597732 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:06.598091 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (68748eb4-5541-43ef-8273-b311423bf2cf), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:06.598405 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Floating IP 68748eb4-5541-43ef-8273-b311423bf2cf disassociated. External IP: 172.27.4.79, port: daced90f-36b0-406a-98c8-834fd146d1c8. Aug 30 05:18:06.598745 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Calling delete_port for daced90f-36b0-406a-98c8-834fd146d1c8 owned by compute:nova {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:18:06.603594 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-e41c600f-13db-4aa8-9f8d-f3755855a837 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861310 Aug 30 05:18:06.609329 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-d77a9643-01f0-4cb3-af41-52d8cdd40b03 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589856 Aug 30 05:18:06.662691 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-751f2656-a801-40d9-b38e-85775c8577f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.664167 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-751f2656-a801-40d9-b38e-85775c8577f0 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 917 time: 0.1887805 Aug 30 05:18:06.774166 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-018e1da4-1986-4785-a05c-441c7abe75e2 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2 HTTP/1.1" status: 200 len: 998 time: 0.1008363 Aug 30 05:18:06.774471 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-5b5e5394-3cd2-4da0-955c-40318983c3f6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588404 Aug 30 05:18:06.776236 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f67b5dfc-692c-4680-9b3a-dc10bcc0b28f req-da0351ed-6bdc-40a5-8218-e3180fed1dd6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597502 Aug 30 05:18:06.869119 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-b88bf0bc-55ff-410f-b925-38ef24d04845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.870676 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-b88bf0bc-55ff-410f-b925-38ef24d04845 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.0679712 Aug 30 05:18:06.871788 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (daced90f-36b0-406a-98c8-834fd146d1c8), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:06.897095 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0721e4-3df9-4e64-aad4-e3b5f5942f63 req-01fe93e6-854e-4c6b-b453-412c608fa8ff tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:06.898745 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6c0721e4-3df9-4e64-aad4-e3b5f5942f63 req-01fe93e6-854e-4c6b-b453-412c608fa8ff tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0543842 Aug 30 05:18:06.920189 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event deleted for resources: {'Port': ['ID=daced90f-36b0-406a-98c8-834fd146d1c8,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:06.954410 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6c0721e4-3df9-4e64-aad4-e3b5f5942f63 req-daf2957c-b92c-4ac4-916d-dd23504050e7 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492253 Aug 30 05:18:06.964351 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-02208a03-3f66-45d1-9113-5c4a1cac2050 req-a4443595-29ac-437b-919f-b948716bd0af tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0554261 Aug 30 05:18:07.005817 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-fa1c0fe8-c75e-4096-a85a-357d93ffe929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:07.007350 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-fa1c0fe8-c75e-4096-a85a-357d93ffe929 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244273 Aug 30 05:18:07.133575 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:18:07.152687 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-41e9ebeb-4e9e-415d-901d-97158ef8be8f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340480 Aug 30 05:18:07.164045 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-aefabd04-6ce2-41da-9af0-83a1b242d230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:07.277012 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:07.288686 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:07.331340 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:18:07.334600 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-595af234-d161-415b-8a60-c983b9836c44 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445262 Aug 30 05:18:07.343174 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] Sync routers for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:18:07.355540 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:18:07.356731 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:07.406447 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] No DVR routers for this DVR port daced90f-36b0-406a-98c8-834fd146d1c8 on host hv-cinder-85391 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:18:07.409470 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:07.413020 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2be6e4b7-d540-4748-aafc-6848c5e8a5e7 req-efc08fec-9e01-4cdf-a4ac-cea9a5bfec23 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.82 "DELETE /networking/v2.0/ports/daced90f-36b0-406a-98c8-834fd146d1c8 HTTP/1.1" status: 204 len: 173 time: 1.7940636 Aug 30 05:18:07.413623 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'name': 'network-vif-deleted', 'tag': 'daced90f-36b0-406a-98c8-834fd146d1c8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:18:07.416280 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef7656b-6217-44f9-99a5-1eec1dd59771" -d '{"events": [{"server_uuid": "0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4", "name": "network-vif-deleted", "tag": "daced90f-36b0-406a-98c8-834fd146d1c8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:18:07.443588 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:07.472680 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:18:07.535303 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9986dfc4-176c-4a81-981b-32953d63898d x-openstack-request-id: req-9986dfc4-176c-4a81-981b-32953d63898d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:18:07.535786 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4", "name": "network-vif-deleted", "tag": "daced90f-36b0-406a-98c8-834fd146d1c8", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:18:07.536312 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9986dfc4-176c-4a81-981b-32953d63898d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:18:07.536928 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9986dfc4-176c-4a81-981b-32953d63898d'] response: {'server_uuid': '0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4', 'name': 'network-vif-deleted', 'tag': 'daced90f-36b0-406a-98c8-834fd146d1c8', 'status': 'completed', 'code': 200} Aug 30 05:18:07.639566 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ea92a-0391-4eff-87e3-955da15a89c3 req-1105a47e-72f8-4c89-99fb-41584f5dbe31 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:07.648391 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1d5ea92a-0391-4eff-87e3-955da15a89c3 req-1105a47e-72f8-4c89-99fb-41584f5dbe31 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0632598 Aug 30 05:18:07.654899 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device aa613a15-0a05-4d3e-be80-89172048cffe up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:18:07.717044 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9828d-5dc0-4715-89f9-2e892cbaa479 req-71087324-0fde-4154-a862-ff1e3ea5de82 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:07.718525 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-64d9828d-5dc0-4715-89f9-2e892cbaa479 req-71087324-0fde-4154-a862-ff1e3ea5de82 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 944 time: 0.0760279 Aug 30 05:18:07.734951 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:07.746133 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1d5ea92a-0391-4eff-87e3-955da15a89c3 req-e2d1c651-9376-49bb-945d-b504cc05a60b tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917323 Aug 30 05:18:07.773517 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port aa613a15-0a05-4d3e-be80-89172048cffe completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:18:07.777599 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:07.788734 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-64d9828d-5dc0-4715-89f9-2e892cbaa479 req-3c1aa5b5-988e-4bef-a1c7-36305fb3ccf3 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611062 Aug 30 05:18:07.804934 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port aa613a15-0a05-4d3e-be80-89172048cffe triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:18:07.805197 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:07.807247 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] Checking router: 6a1894b7-0d70-4415-94dc-6d46e58c67a4 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:18:07.844248 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:18:07.844879 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:07.986911 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:18:07.989127 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port aa613a15-0a05-4d3e-be80-89172048cffe is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:18:07.989514 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:08.049964 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa613a15-0a05-4d3e-be80-89172048cffe'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:18:08.053026 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c51464-5708-4f53-9296-e6b4d6d19895" -d '{"events": [{"server_uuid": "cd7486a8-b5d7-45e0-921a-6621d9a10233", "name": "network-vif-plugged", "status": "completed", "tag": "aa613a15-0a05-4d3e-be80-89172048cffe"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:18:08.097652 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port aa613a15-0a05-4d3e-be80-89172048cffe, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=aa613a15-0a05-4d3e-be80-89172048cffe,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:08.114892 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:08.174709 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0d7e1a93-608f-4d83-a928-b24b44209b7b req-376eccfa-2048-4232-9f2b-60fdf455baa5 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0559428 Aug 30 05:18:08.225539 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=aa613a15-0a05-4d3e-be80-89172048cffe,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:08.267348 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a6a654-49dc-4a5d-8e6b-b8f3f32c8e6f x-openstack-request-id: req-b3a6a654-49dc-4a5d-8e6b-b8f3f32c8e6f {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:18:08.267904 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7486a8-b5d7-45e0-921a-6621d9a10233", "name": "network-vif-plugged", "status": "completed", "tag": "aa613a15-0a05-4d3e-be80-89172048cffe", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:18:08.268344 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b3a6a654-49dc-4a5d-8e6b-b8f3f32c8e6f {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:18:08.268921 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a6a654-49dc-4a5d-8e6b-b8f3f32c8e6f'] response: {'server_uuid': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'code': 200} Aug 30 05:18:08.291983 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:08.323877 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1187f-e50e-4bf7-9371-d8caadc58a4c None None] The sync data for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi is: [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:11:59Z', 'revision_number': 4, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'bf936b29-078f-4325-8f7a-c983e82218e5', 'name': '', 'network_id': 'f19a3a63-4a1b-4d2c-ab3d-dff746819db6', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'mac_address': 'fa:16:3e:a6:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:57Z', 'updated_at': '2022-08-30T05:12:16Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'subnets': [{'id': '802d55d3-5b78-4795-b734-cb45af8a6535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:18:08.432792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e81a0-5b4c-4857-8e94-a8426abf3c68 req-18131465-7d63-49d9-ac5a-1ddd3588c0f1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:08.443559 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:08.444428 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-912e81a0-5b4c-4857-8e94-a8426abf3c68 req-18131465-7d63-49d9-ac5a-1ddd3588c0f1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.3826399 Aug 30 05:18:08.528976 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-912e81a0-5b4c-4857-8e94-a8426abf3c68 req-1c57dffe-fe18-4040-a473-60c8afe10dc8 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826409 Aug 30 05:18:08.679807 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17f113-bcf7-46cc-96b3-bffa4dcabd8f None None] New status for floating IP 68748eb4-5541-43ef-8273-b311423bf2cf: DOWN {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:18:08.917934 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82424f-3c6d-46bb-a5fb-d8a0c0663e7c req-de9c7057-ba0f-4761-87e4-48f6fab66fba tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:08.919661 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9f82424f-3c6d-46bb-a5fb-d8a0c0663e7c req-de9c7057-ba0f-4761-87e4-48f6fab66fba tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0785031 Aug 30 05:18:08.961249 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:08.976182 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ffa97-a3ae-4531-948b-78ac6783a1da req-0856b2fd-7ef5-4232-be92-6dfb8a0f43fa tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:08.981180 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b20ffa97-a3ae-4531-948b-78ac6783a1da req-0856b2fd-7ef5-4232-be92-6dfb8a0f43fa tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0843701 Aug 30 05:18:09.015938 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9f82424f-3c6d-46bb-a5fb-d8a0c0663e7c req-a11783aa-beaf-47e5-86a6-338254caad5a tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881574 Aug 30 05:18:09.063969 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b20ffa97-a3ae-4531-948b-78ac6783a1da req-962cb60e-dbcd-4642-b0f5-96016c3e34aa tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751836 Aug 30 05:18:09.299569 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1d88add2-8573-44c5-8733-ce5a117dff95 req-128c1887-5280-4887-afc0-47b9ebdd1123 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0277493 Aug 30 05:18:09.661804 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device daced90f-36b0-406a-98c8-834fd146d1c8 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:18:09.669468 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2950-9e40-4052-9ee9-2be92f312f9d req-3739f008-24b3-48dc-8490-78780636bec1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:09.671580 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-adae2950-9e40-4052-9ee9-2be92f312f9d req-3739f008-24b3-48dc-8490-78780636bec1 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0515864 Aug 30 05:18:09.681327 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: daced90f-36b0-406a-98c8-834fd146d1c8 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:18:09.681675 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device daced90f-36b0-406a-98c8-834fd146d1c8 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:18:09.719345 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-adae2950-9e40-4052-9ee9-2be92f312f9d req-cb434ef2-71d1-4901-aad2-11604e8969c6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428421 Aug 30 05:18:09.945992 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:09.972538 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:09.987433 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:10.189599 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf7121-cf82-4c09-8e57-a8eccb3c1309 req-732e0c59-64f9-45fe-8ca9-2f62beabd858 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:10.191174 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1cdf7121-cf82-4c09-8e57-a8eccb3c1309 req-732e0c59-64f9-45fe-8ca9-2f62beabd858 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0910132 Aug 30 05:18:10.217830 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaeb063-e54d-4606-87fd-fbc0b715ec26 req-d157c1a2-8c69-48ab-a275-3d5ab1012e73 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:10.219391 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cbaeb063-e54d-4606-87fd-fbc0b715ec26 req-d157c1a2-8c69-48ab-a275-3d5ab1012e73 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0687273 Aug 30 05:18:10.246485 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1cdf7121-cf82-4c09-8e57-a8eccb3c1309 req-47a0f865-67c7-4a0a-a44e-046bed8567c7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494757 Aug 30 05:18:10.267361 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cbaeb063-e54d-4606-87fd-fbc0b715ec26 req-c08bcbc8-b5d7-421e-ac4a-f13a4fb8935f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 Aug 30 05:18:10.412023 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7c26d667-6992-457c-8e1b-bf77dd80b7ef req-9494a3e7-dcf7-46f4-af98-d71600aaac6c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0307364 Aug 30 05:18:10.853227 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5aa61-6d52-4fa8-8470-86a4f8f9d861 req-bc6fec90-7f18-4e79-adec-90365503772d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:10.854717 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9fc5aa61-6d52-4fa8-8470-86a4f8f9d861 req-bc6fec90-7f18-4e79-adec-90365503772d tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0594068 Aug 30 05:18:10.908732 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9fc5aa61-6d52-4fa8-8470-86a4f8f9d861 req-8a929f22-f865-4f30-ab54-d2d5bd526fb5 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 Aug 30 05:18:11.366894 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a7473-db80-43e8-88dd-6e6a976d3395 req-5a6bac17-32dd-4c13-849a-c104b3e2808c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:11.368485 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-301a7473-db80-43e8-88dd-6e6a976d3395 req-5a6bac17-32dd-4c13-849a-c104b3e2808c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0474803 Aug 30 05:18:11.387768 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c62085-9232-49fb-80bb-b773a89a2e23 req-00345511-f878-4c2a-b2bb-e96158e2481c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:11.389773 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-15c62085-9232-49fb-80bb-b773a89a2e23 req-00345511-f878-4c2a-b2bb-e96158e2481c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0466936 Aug 30 05:18:11.418132 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-301a7473-db80-43e8-88dd-6e6a976d3395 req-fad6ea6f-a125-4ab2-88c1-b46d72054c31 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440481 Aug 30 05:18:11.440236 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-15c62085-9232-49fb-80bb-b773a89a2e23 req-7c99c503-74d2-4b78-9d2d-ba0f5e6e7a09 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Aug 30 05:18:11.565011 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-99a6c97f-ace4-4b13-8409-503cfa95fd8f req-a128ecf7-e368-4a2a-b576-7ac949298ac8 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0279994 Aug 30 05:18:12.034739 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851ae93-b694-4720-b604-a5d5f0d8aec6 req-1d8f82a3-b473-43ea-882f-af7aedd1046b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:12.036222 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b851ae93-b694-4720-b604-a5d5f0d8aec6 req-1d8f82a3-b473-43ea-882f-af7aedd1046b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0477254 Aug 30 05:18:12.086420 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b851ae93-b694-4720-b604-a5d5f0d8aec6 req-04ab3a09-6628-49c6-8611-22505b9f0192 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447083 Aug 30 05:18:12.561716 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb33416-ea8b-4fd5-adeb-941e204232d6 req-0b6c6bc2-0c55-4663-8af2-64ff7b7c4cd6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:12.569228 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-abb33416-ea8b-4fd5-adeb-941e204232d6 req-0b6c6bc2-0c55-4663-8af2-64ff7b7c4cd6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0727115 Aug 30 05:18:12.585718 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:12.628522 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5b49-a327-4a99-bb55-105bb3d211ad req-cf18cea9-1238-4e62-9066-7d66f4a99613 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:12.629987 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e8eb5b49-a327-4a99-bb55-105bb3d211ad req-cf18cea9-1238-4e62-9066-7d66f4a99613 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0728087 Aug 30 05:18:12.635487 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-abb33416-ea8b-4fd5-adeb-941e204232d6 req-6e7adef5-05a2-4661-8929-7052c47c35ab tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650637 Aug 30 05:18:12.683393 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e8eb5b49-a327-4a99-bb55-105bb3d211ad req-91332c3c-f519-4189-a349-1f9b4d48c60b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469892 Aug 30 05:18:12.743146 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f24e5fcc-fbbb-47eb-9299-51e124300088 req-310f87b8-d2d6-40d9-a431-60ee8c71f480 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0291324 Aug 30 05:18:13.220766 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415655-4072-4334-a550-f6cd62371d55 req-b3d15b23-b068-45da-aebe-dd839359aa58 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:13.222276 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9f415655-4072-4334-a550-f6cd62371d55 req-b3d15b23-b068-45da-aebe-dd839359aa58 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0484900 Aug 30 05:18:13.252582 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:13.269977 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9f415655-4072-4334-a550-f6cd62371d55 req-9a4a155c-a0e5-4184-91ab-833db176afe2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Aug 30 05:18:13.778052 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205aa2c-5ee0-4262-ac2a-397273c0047a req-0aa93569-58a8-4e67-8884-e31dd6adb4bb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:13.779820 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1205aa2c-5ee0-4262-ac2a-397273c0047a req-0aa93569-58a8-4e67-8884-e31dd6adb4bb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0662973 Aug 30 05:18:13.809382 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:13.818952 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b02a7-8bd8-4916-b823-6688bf1e08b1 req-b0b74b16-e8eb-4592-9797-5cc208b330ba tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:13.820459 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ec7b02a7-8bd8-4916-b823-6688bf1e08b1 req-b0b74b16-e8eb-4592-9797-5cc208b330ba tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0559402 Aug 30 05:18:13.833244 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1205aa2c-5ee0-4262-ac2a-397273c0047a req-5e11d39d-4174-43ab-82bc-15c5e53a7a4d tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451391 Aug 30 05:18:13.867735 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ec7b02a7-8bd8-4916-b823-6688bf1e08b1 req-6780dded-32b0-4e0b-a427-14789752b425 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Aug 30 05:18:13.931282 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4dee07a2-e28c-44e9-8e52-04f7c1277842 req-35f77f53-a25f-4b0d-be8c-47edce3d61e6 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0311401 Aug 30 05:18:14.415727 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c85d9-ed11-4969-8998-6f53f18dbd75 req-97983f32-3a75-48d9-b060-23040c234b53 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:14.417344 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4e4c85d9-ed11-4969-8998-6f53f18dbd75 req-97983f32-3a75-48d9-b060-23040c234b53 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0517020 Aug 30 05:18:14.469391 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4e4c85d9-ed11-4969-8998-6f53f18dbd75 req-e483a25c-117c-43ad-82a0-5ed0b45a0f20 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463245 Aug 30 05:18:14.989946 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441993-e82e-4b1e-8fb6-4d975420d71f req-83377d3e-d628-4929-b075-17f7887f47da tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:14.991526 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dd441993-e82e-4b1e-8fb6-4d975420d71f req-83377d3e-d628-4929-b075-17f7887f47da tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0705090 Aug 30 05:18:15.035827 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398e600-c611-4014-99ed-7474d26e666c req-58902334-7633-4324-964c-2f8be892bf4e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:15.037310 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2398e600-c611-4014-99ed-7474d26e666c req-58902334-7633-4324-964c-2f8be892bf4e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0499620 Aug 30 05:18:15.047124 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dd441993-e82e-4b1e-8fb6-4d975420d71f req-7c6889c4-9416-4211-a789-454c7c864926 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501611 Aug 30 05:18:15.088887 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2398e600-c611-4014-99ed-7474d26e666c req-f01b9513-3322-438b-aa03-ac2e16e9f486 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458748 Aug 30 05:18:15.141699 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aef739f1-ba09-48ee-b8eb-f6e2e7c991e6 req-f9b99af9-4d8c-4b99-a467-ca8ab7383860 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0274301 Aug 30 05:18:15.606192 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c3d02-3a39-4561-9952-8d83821abb16 req-d541cd00-3ba6-4cdf-8a76-c9491e645b58 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:15.608377 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e41c3d02-3a39-4561-9952-8d83821abb16 req-d541cd00-3ba6-4cdf-8a76-c9491e645b58 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0597456 Aug 30 05:18:15.661713 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e41c3d02-3a39-4561-9952-8d83821abb16 req-90b5cdaf-8ed7-4e68-b46f-08fbf405df74 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474734 Aug 30 05:18:16.179998 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a7748-40b1-4136-91f5-150ae6764df3 req-6f76e0a2-4646-405e-b42a-b72beecaec9e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:16.188604 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-609a7748-40b1-4136-91f5-150ae6764df3 req-6f76e0a2-4646-405e-b42a-b72beecaec9e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0686407 Aug 30 05:18:16.216662 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7e1dd-f75f-4f8c-9792-2556be4dfb99 req-afca765c-5c75-443f-b208-8f16f62e66fb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:16.218230 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-16f7e1dd-f75f-4f8c-9792-2556be4dfb99 req-afca765c-5c75-443f-b208-8f16f62e66fb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0482605 Aug 30 05:18:16.247424 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-609a7748-40b1-4136-91f5-150ae6764df3 req-4a044977-968b-4320-96e1-668fec0932d1 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576396 Aug 30 05:18:16.277021 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-16f7e1dd-f75f-4f8c-9792-2556be4dfb99 req-e5eb36ba-94d9-4167-9a7d-17616802104f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530176 Aug 30 05:18:16.349536 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0a9540ef-782d-425b-8b3e-b0420ca2a6bd req-d3ff6d45-35ce-497e-8d81-20e78083ea88 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0281005 Aug 30 05:18:16.793169 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909d149-c27a-4dd8-8027-1ae6e3a46086 req-901e2c96-5226-40bb-a01d-6e8b46aa7802 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:16.794948 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a909d149-c27a-4dd8-8027-1ae6e3a46086 req-901e2c96-5226-40bb-a01d-6e8b46aa7802 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0564137 Aug 30 05:18:16.846356 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a909d149-c27a-4dd8-8027-1ae6e3a46086 req-cfd52aaa-8756-4eb7-b27a-1469d6361ed4 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434175 Aug 30 05:18:17.388689 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26806fe-533d-462d-85e9-c0fdf105d1d4 req-d95bd73f-7371-4f6a-a675-679b70ae8b1c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:17.390193 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b26806fe-533d-462d-85e9-c0fdf105d1d4 req-d95bd73f-7371-4f6a-a675-679b70ae8b1c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0485704 Aug 30 05:18:17.408260 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b55e-8f7f-4472-b9e5-7d070a07baed req-5e163c26-c301-4a40-b031-2d7c4f1b2150 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:17.409787 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2242b55e-8f7f-4472-b9e5-7d070a07baed req-5e163c26-c301-4a40-b031-2d7c4f1b2150 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0494266 Aug 30 05:18:17.440302 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b26806fe-533d-462d-85e9-c0fdf105d1d4 req-0e82f35f-5869-401e-9da8-dd107aedb3e7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435877 Aug 30 05:18:17.459267 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2242b55e-8f7f-4472-b9e5-7d070a07baed req-2f26604b-c572-4e81-9d58-a9b5eb8843cc tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Aug 30 05:18:17.541707 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e610dbf2-dc2e-4bea-be1c-37c374733639 req-051bcb79-ddab-44de-8cce-a4f6a156e4b2 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0310745 Aug 30 05:18:17.563201 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:18:17.980734 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465739c9-a700-4406-ab83-db0e00f5828d req-a5693482-1933-4317-ac94-d1571597c7ee tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:17.987602 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-465739c9-a700-4406-ab83-db0e00f5828d req-a5693482-1933-4317-ac94-d1571597c7ee tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0629232 Aug 30 05:18:18.038277 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-465739c9-a700-4406-ab83-db0e00f5828d req-f4ace22c-5e8a-4944-a657-d5a06e1daa28 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497382 Aug 30 05:18:18.560577 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc8441-33d4-47f9-8fb3-fecb56c27715 req-93791ed8-ad71-45ed-b3d5-7d5958802b88 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:18.562060 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-26dc8441-33d4-47f9-8fb3-fecb56c27715 req-93791ed8-ad71-45ed-b3d5-7d5958802b88 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0476727 Aug 30 05:18:18.579779 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150b6b6-c162-4571-8564-b640503bc30e req-0feee0d4-7d58-41cc-9896-219db51d72c0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:18.581256 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7150b6b6-c162-4571-8564-b640503bc30e req-0feee0d4-7d58-41cc-9896-219db51d72c0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0477583 Aug 30 05:18:18.611167 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-26dc8441-33d4-47f9-8fb3-fecb56c27715 req-69b043f6-d296-46a0-a3fb-ee05ce3de127 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434387 Aug 30 05:18:18.631417 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-7150b6b6-c162-4571-8564-b640503bc30e req-3d54dd09-ae45-4c7d-9a9a-5e90c4a10f09 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441704 Aug 30 05:18:18.708742 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e61b04e6-0457-4687-92b9-4bc6c313fa4b req-6ed93f47-75f6-4115-bbf9-447b52748dcb tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0275943 Aug 30 05:18:18.779925 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=55 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:19.158318 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec2b28-d092-4099-862e-a06c61e8961c req-df9891eb-ffde-4ebf-9aaa-825952083d15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:19.160057 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-baec2b28-d092-4099-862e-a06c61e8961c req-df9891eb-ffde-4ebf-9aaa-825952083d15 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0459647 Aug 30 05:18:19.210076 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-baec2b28-d092-4099-862e-a06c61e8961c req-6a676caa-1de2-4665-bbde-75ae45bb9704 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Aug 30 05:18:19.731838 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f99d3-a0f6-48c4-9147-5e83220e35aa req-63a18a3f-36ef-4cf8-9526-8905e2a9a536 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:19.733337 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-436f99d3-a0f6-48c4-9147-5e83220e35aa req-63a18a3f-36ef-4cf8-9526-8905e2a9a536 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0506921 Aug 30 05:18:19.751513 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b999-a9b4-437d-8247-75df18e50285 req-e2adb0bc-1025-4434-b1c4-299c4949acd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:19.753116 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9f97b999-a9b4-437d-8247-75df18e50285 req-e2adb0bc-1025-4434-b1c4-299c4949acd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0494637 Aug 30 05:18:19.786889 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-436f99d3-a0f6-48c4-9147-5e83220e35aa req-0e7beb35-0c64-4c4c-a916-d2e19d90678e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476966 Aug 30 05:18:19.804662 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9f97b999-a9b4-437d-8247-75df18e50285 req-3cbf7939-ecce-4922-9969-b59bc582bec6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Aug 30 05:18:19.882995 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fa56af23-d76c-45ca-95f5-efbaa561512e req-a075164c-8962-4460-866c-dadf6f6c850b tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0280635 Aug 30 05:18:19.980546 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:19.982424 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:20.297853 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:20.320909 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:20.336275 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f9bed-b2f8-48ed-98f1-fab947063668 req-a9860935-2ed5-4a89-b25c-0b2f6b795287 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:20.337737 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-437f9bed-b2f8-48ed-98f1-fab947063668 req-a9860935-2ed5-4a89-b25c-0b2f6b795287 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0484383 Aug 30 05:18:20.384225 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-437f9bed-b2f8-48ed-98f1-fab947063668 req-94c279bb-48f9-4de6-bf1f-c52c9558991e tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Aug 30 05:18:20.904442 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a9126-6318-41ad-9fec-dabced59701e req-11e95935-a93c-42b9-bd3f-dcf1044dbbcb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:20.905916 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ac4a9126-6318-41ad-9fec-dabced59701e req-11e95935-a93c-42b9-bd3f-dcf1044dbbcb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 944 time: 0.0463641 Aug 30 05:18:20.925238 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11f648-65c7-4f53-b355-3db52570c0b2 req-8c195946-5daa-45a8-8f2e-0c1f43464cdf tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:20.927138 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ad11f648-65c7-4f53-b355-3db52570c0b2 req-8c195946-5daa-45a8-8f2e-0c1f43464cdf tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0506489 Aug 30 05:18:20.941002 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:20.957840 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ac4a9126-6318-41ad-9fec-dabced59701e req-e3462017-3cc0-4c09-a5cf-4d781d026d67 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459275 Aug 30 05:18:20.975190 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ad11f648-65c7-4f53-b355-3db52570c0b2 req-362a7f41-433c-452f-a053-2ec168355f9a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Aug 30 05:18:21.059261 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1cb49137-d9eb-42e4-b59e-1846bf75213a req-4606a321-e791-4082-9ab5-7db1b52ecf00 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0ca00e76-a4e4-4ba5-909b-aa0a6616a4d4 HTTP/1.1" status: 200 len: 210 time: 0.0307844 Aug 30 05:18:21.432544 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f3ee-bd34-4d0b-a340-1e61fd1ea6c4 req-a4a97227-697a-467a-bd80-059d59d388a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:21.434216 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b510f3ee-bd34-4d0b-a340-1e61fd1ea6c4 req-a4a97227-697a-467a-bd80-059d59d388a0 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 1129 time: 0.0411575 Aug 30 05:18:21.531207 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc1b0d-58f2-4d16-8ab6-267bc659a2c9 req-90695315-f847-4585-8119-89eb6cb9e208 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:21.532658 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-57cc1b0d-58f2-4d16-8ab6-267bc659a2c9 req-90695315-f847-4585-8119-89eb6cb9e208 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0724614 Aug 30 05:18:21.534810 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b510f3ee-bd34-4d0b-a340-1e61fd1ea6c4 req-7b763826-dbfd-4978-8b3c-011f181bb55f service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896306 Aug 30 05:18:21.579292 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-57cc1b0d-58f2-4d16-8ab6-267bc659a2c9 req-4ed425ea-7448-499b-9eff-a194709fc05c tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406644 Aug 30 05:18:21.697644 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 33dc5fe2-b49b-46cd-bbea-d50e70e21301 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:18:21.914842 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 33dc5fe2-b49b-46cd-bbea-d50e70e21301, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:21.925685 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:18:21.959786 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:18:21.960114 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:21.972832 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33dc5fe2-b49b-46cd-bbea-d50e70e21301 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:18:21.993845 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 33dc5fe2-b49b-46cd-bbea-d50e70e21301, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:21.998772 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.046652 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=33dc5fe2-b49b-46cd-bbea-d50e70e21301,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:22.083170 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c69d-4f23-47ac-8321-eaeee31f530f req-1b154cd0-4b3a-4eef-90a9-0b698f1302f2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:22.084697 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8163c69d-4f23-47ac-8321-eaeee31f530f req-1b154cd0-4b3a-4eef-90a9-0b698f1302f2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 945 time: 0.0508585 Aug 30 05:18:22.101138 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d6afc-f4a8-4377-bbfd-9004dd765f88 req-cf320a41-c4ba-45b0-aa08-54003a324766 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:22.102620 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e19d6afc-f4a8-4377-bbfd-9004dd765f88 req-cf320a41-c4ba-45b0-aa08-54003a324766 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0479388 Aug 30 05:18:22.135193 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8163c69d-4f23-47ac-8321-eaeee31f530f req-dd0936ef-b89f-4c31-91b8-3b1674758a25 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441160 Aug 30 05:18:22.149934 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e19d6afc-f4a8-4377-bbfd-9004dd765f88 req-94e87f7c-6fb0-48a4-8458-7700167cfa35 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 Aug 30 05:18:22.208804 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53102) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:22.254906 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['33dc5fe2-b49b-46cd-bbea-d50e70e21301'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:18:22.262245 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6931ed31-767a-4fa5-8d6f-7a5c51819d2c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (32c733b7-89e7-46c4-a115-05651724baee), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.283575 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6931ed31-767a-4fa5-8d6f-7a5c51819d2c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (32c733b7-89e7-46c4-a115-05651724baee), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.336011 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6931ed31-767a-4fa5-8d6f-7a5c51819d2c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (32c733b7-89e7-46c4-a115-05651724baee), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.338472 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6931ed31-767a-4fa5-8d6f-7a5c51819d2c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.339637 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-6931ed31-767a-4fa5-8d6f-7a5c51819d2c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/32c733b7-89e7-46c4-a115-05651724baee HTTP/1.1" status: 204 len: 168 time: 0.1297047 Aug 30 05:18:22.343280 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53104) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:22.349006 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931ed31-767a-4fa5-8d6f-7a5c51819d2c tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c733b7-89e7-46c4-a115-05651724baee,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:22.358477 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-7aa9126d-0882-4492-a845-ce1ee0941b29 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] show failed (client error): The resource could not be found. Aug 30 05:18:22.359620 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7aa9126d-0882-4492-a845-ce1ee0941b29 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "GET /networking/v2.0/security-groups/32c733b7-89e7-46c4-a115-05651724baee HTTP/1.1" status: 404 len: 347 time: 0.0150931 Aug 30 05:18:22.362549 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53106) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:22.477529 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Deleting port fbd6df83-101f-4ae9-ae89-3fb5755c6e0e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:18:22.477873 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (fbd6df83-101f-4ae9-ae89-3fb5755c6e0e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.547205 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:22.556352 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (fbd6df83-101f-4ae9-ae89-3fb5755c6e0e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.556680 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (fbd6df83-101f-4ae9-ae89-3fb5755c6e0e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.568949 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Calling delete_port for fbd6df83-101f-4ae9-ae89-3fb5755c6e0e owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:18:22.733626 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bed226-414c-4ace-a411-486bd61b4aca req-42f441da-195a-4c0b-878a-83f380131146 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:22.735123 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-19bed226-414c-4ace-a411-486bd61b4aca req-42f441da-195a-4c0b-878a-83f380131146 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0767534 Aug 30 05:18:22.739072 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (fbd6df83-101f-4ae9-ae89-3fb5755c6e0e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.776205 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Pushing event deleted for resources: {'Port': ['ID=fbd6df83-101f-4ae9-ae89-3fb5755c6e0e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:22.845507 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-19bed226-414c-4ace-a411-486bd61b4aca req-e1b088a5-001d-488e-bf4e-dc5be166c7bb tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038663 Aug 30 05:18:22.859202 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks [] for floatingip (68748eb4-5541-43ef-8273-b311423bf2cf), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.861680 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:22.865318 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ce064ee8-9b91-4ada-9fa8-cad58a6caf66 tempest-AttachVolumeTestJSON-1134370107 tempest-AttachVolumeTestJSON-1134370107-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/68748eb4-5541-43ef-8273-b311423bf2cf HTTP/1.1" status: 204 len: 168 time: 0.4993045 Aug 30 05:18:23.254312 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d62aa-0f52-4492-b317-b8f6c95983b9 req-a53bf8bf-a9ab-46d3-8f42-47ff4f18fada tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:23.255977 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-428d62aa-0f52-4492-b317-b8f6c95983b9 req-a53bf8bf-a9ab-46d3-8f42-47ff4f18fada tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 945 time: 0.0489824 Aug 30 05:18:23.271698 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636cb4a-abce-4a87-bed3-a429307d78b2 req-a602d66a-0481-4637-a5d4-e4c1bd7162c4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:23.273163 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a636cb4a-abce-4a87-bed3-a429307d78b2 req-a602d66a-0481-4637-a5d4-e4c1bd7162c4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0499537 Aug 30 05:18:23.307346 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-428d62aa-0f52-4492-b317-b8f6c95983b9 req-10310bd3-d57c-4b32-a3d5-e4c90c20e0d0 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451431 Aug 30 05:18:23.321459 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a636cb4a-abce-4a87-bed3-a429307d78b2 req-93b6c29f-ea28-474a-a3e3-0278975461bc tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428388 Aug 30 05:18:23.433040 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771da6e-8de5-4eec-abcf-a74cd3f5bcd2 req-023099b8-a5e0-4d9f-a122-5e2adb8d244b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:23.434388 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d771da6e-8de5-4eec-abcf-a74cd3f5bcd2 req-023099b8-a5e0-4d9f-a122-5e2adb8d244b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0459361 Aug 30 05:18:23.444511 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53120) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:23.448837 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-bf646647-6142-4b37-a9e6-d5f90d78755f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'floatingip': {'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:18:23.506097 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf646647-6142-4b37-a9e6-d5f90d78755f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (d896676a-fd80-43b6-a40e-2179e0c2b8f9), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:23.711941 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:18:23.717138 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 33dc5fe2-b49b-46cd-bbea-d50e70e21301 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:18:23.756587 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:23.800954 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:23.808712 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:18:23.816852 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:18:23.817189 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:23.877888 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:23.886988 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:23.899777 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:23.904945 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'port_id': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:18:23.944203 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf646647-6142-4b37-a9e6-d5f90d78755f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:23.948328 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf646647-6142-4b37-a9e6-d5f90d78755f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (d896676a-fd80-43b6-a40e-2179e0c2b8f9), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:23.953562 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:18:23.953958 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:23.976819 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5d2ff-5484-42ad-a63b-3d0a1b32b3e3 req-8d11eaeb-df2b-4d32-a557-b10be279d5fe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:23.984853 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0ee5d2ff-5484-42ad-a63b-3d0a1b32b3e3 req-8d11eaeb-df2b-4d32-a557-b10be279d5fe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 943 time: 0.0569909 Aug 30 05:18:23.987154 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 1ef774e8-0aae-4b74-9370-1e268ea393a2 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:18:23.987154 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:23.994280 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:18:23.996556 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0823df-f3bb-4b87-a50b-06a44ef9bd8e" -d '{"events": [{"server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "name": "network-vif-plugged", "status": "completed", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:18:24.027207 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 33dc5fe2-b49b-46cd-bbea-d50e70e21301, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:24.029740 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef774e8-0aae-4b74-9370-1e268ea393a2 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:18:24.050246 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc889b8-56c1-4d40-9b80-4d500c5c3ccf x-openstack-request-id: req-dbc889b8-56c1-4d40-9b80-4d500c5c3ccf {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:18:24.050540 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "name": "network-vif-plugged", "status": "completed", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:18:24.050881 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbc889b8-56c1-4d40-9b80-4d500c5c3ccf {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:18:24.051212 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc889b8-56c1-4d40-9b80-4d500c5c3ccf'] response: {'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'code': 200} Aug 30 05:18:24.051830 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:24.056379 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0ee5d2ff-5484-42ad-a63b-3d0a1b32b3e3 req-a299d064-4376-46e1-9cb4-a34a4756b682 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701048 Aug 30 05:18:24.066137 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-bf646647-6142-4b37-a9e6-d5f90d78755f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Floating IP d896676a-fd80-43b6-a40e-2179e0c2b8f9 associated. External IP: 172.27.4.190, port: aa613a15-0a05-4d3e-be80-89172048cffe. Aug 30 05:18:24.098787 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:24.106366 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:24.125268 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=33dc5fe2-b49b-46cd-bbea-d50e70e21301,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:24.196017 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=9']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:24.316226 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745e643-27a0-4e41-948c-d6f2a1ed68ab req-23ae8589-3bd3-4f2a-9335-1e2691c5214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:24.317683 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3745e643-27a0-4e41-948c-d6f2a1ed68ab req-23ae8589-3bd3-4f2a-9335-1e2691c5214b service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 1130 time: 0.0476296 Aug 30 05:18:24.319423 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf646647-6142-4b37-a9e6-d5f90d78755f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:18:24.337307 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['1ef774e8-0aae-4b74-9370-1e268ea393a2'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:18:24.467194 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3745e643-27a0-4e41-948c-d6f2a1ed68ab req-6bd578dc-1f42-48bf-9899-a756c02f0061 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426916 Aug 30 05:18:24.490689 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83bb9d-6c9a-460e-a1d3-af33e750a24d req-a90bb441-73cb-4ecf-89a1-a0be412605c7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:24.492125 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6e83bb9d-6c9a-460e-a1d3-af33e750a24d req-a90bb441-73cb-4ecf-89a1-a0be412605c7 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 946 time: 0.0984013 Aug 30 05:18:24.513552 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf646647-6142-4b37-a9e6-d5f90d78755f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:18:24.519014 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf646647-6142-4b37-a9e6-d5f90d78755f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:24.524994 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:18:24.534106 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:18:24.534715 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:24.573108 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-bf646647-6142-4b37-a9e6-d5f90d78755f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/d896676a-fd80-43b6-a40e-2179e0c2b8f9 HTTP/1.1" status: 200 len: 991 time: 1.1274438 Aug 30 05:18:24.573953 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'tag': 'aa613a15-0a05-4d3e-be80-89172048cffe'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:18:24.576272 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ea26f7-932b-4fdc-8d44-dc50351e6900" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7486a8-b5d7-45e0-921a-6621d9a10233", "tag": "aa613a15-0a05-4d3e-be80-89172048cffe"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:18:24.582103 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6e83bb9d-6c9a-460e-a1d3-af33e750a24d req-afccda2c-7f43-47a2-ae53-70adcc84e0cb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837619 Aug 30 05:18:24.615304 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b681b36-3406-4d22-92f7-74860af09a1a x-openstack-request-id: req-5b681b36-3406-4d22-92f7-74860af09a1a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:18:24.615671 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7486a8-b5d7-45e0-921a-6621d9a10233", "tag": "aa613a15-0a05-4d3e-be80-89172048cffe", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:18:24.615926 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b681b36-3406-4d22-92f7-74860af09a1a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:18:24.616728 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b681b36-3406-4d22-92f7-74860af09a1a'] response: {'name': 'network-changed', 'server_uuid': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'tag': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'status': 'completed', 'code': 200} Aug 30 05:18:24.638186 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:18:24.723356 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-98c0a0b4-2117-4e80-83ca-e96d376f2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:24.725441 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-98c0a0b4-2117-4e80-83ca-e96d376f2481 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 1129 time: 0.0398757 Aug 30 05:18:24.819355 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-9315fa42-f20f-450e-9ddd-2b8aff6916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:24.820828 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-9315fa42-f20f-450e-9ddd-2b8aff6916bd service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 916 time: 0.0879197 Aug 30 05:18:24.845441 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'd896676a-fd80-43b6-a40e-2179e0c2b8f9', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:17:54Z', 'updated_at': '2022-08-30T05:18:23Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:24.869980 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:18:24.870578 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:24.876013 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:24.877912 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:24.879560 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:18:24.880166 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:24.888848 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-48fa117a-21c3-4628-901c-1630f7146d61 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa613a15-0a05-4d3e-be80-89172048cffe HTTP/1.1" status: 200 len: 999 time: 0.0589850 Aug 30 05:18:24.980038 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:18:25.064116 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:25.196749 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'd896676a-fd80-43b6-a40e-2179e0c2b8f9', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:17:54Z', 'updated_at': '2022-08-30T05:18:23Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:25.219865 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad082912-363b-4587-8c38-3586fd581fa0 req-f143097d-c056-4d30-9b99-a162d8a9d98b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:25.221470 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ad082912-363b-4587-8c38-3586fd581fa0 req-f143097d-c056-4d30-9b99-a162d8a9d98b tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 944 time: 0.0774224 Aug 30 05:18:25.223259 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-59cd4671-42f5-4fde-a89a-ab384332ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:25.225125 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-59cd4671-42f5-4fde-a89a-ab384332ea78 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0890272 Aug 30 05:18:25.228060 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4459673-8fc2-4dcf-b1a2-76b32b99281f None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'd896676a-fd80-43b6-a40e-2179e0c2b8f9', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:17:54Z', 'updated_at': '2022-08-30T05:18:23Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:18:25.311719 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ad082912-363b-4587-8c38-3586fd581fa0 req-28dbede6-2af6-4b7e-ba52-366e3cb52153 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830729 Aug 30 05:18:25.319955 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-5a06014a-95ce-4f23-8680-ff4eb31150dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:25.321682 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-5a06014a-95ce-4f23-8680-ff4eb31150dd service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605545 Aug 30 05:18:25.428204 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-f3863903-bccf-433a-b270-f89a745bd700 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970728 Aug 30 05:18:25.472423 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf99032-16ad-4134-84e8-b610f76e59d9 None None] New status for floating IP d896676a-fd80-43b6-a40e-2179e0c2b8f9: ACTIVE {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:18:25.504224 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:25.709114 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14681bb0-80a8-4616-9b57-f1b5ba2bd84e req-3e9a8c24-8e03-4549-aa49-395190db9bf6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:25.710571 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-14681bb0-80a8-4616-9b57-f1b5ba2bd84e req-3e9a8c24-8e03-4549-aa49-395190db9bf6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 946 time: 0.0495741 Aug 30 05:18:25.717074 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:18:25.759359 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-14681bb0-80a8-4616-9b57-f1b5ba2bd84e req-ffa9275f-4e5a-4eb8-903d-3349b68698f2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428774 Aug 30 05:18:25.761595 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 1ef774e8-0aae-4b74-9370-1e268ea393a2 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:18:25.761998 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:25.832123 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 1ef774e8-0aae-4b74-9370-1e268ea393a2 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:18:25.832512 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:25.869026 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:25.873303 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:25.924640 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=10']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:25.957363 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-37ea26f7-932b-4fdc-8d44-dc50351e6900 req-7e3fa768-38bc-4e12-8824-c863c068d737 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991988 Aug 30 05:18:26.051993 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:18:26.054890 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a56e10-573a-4524-87a9-724616ae9105" -d '{"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-plugged", "status": "completed", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:18:26.090472 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68e26ba-24ad-41c4-9e83-3812906a8c52 x-openstack-request-id: req-e68e26ba-24ad-41c4-9e83-3812906a8c52 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:18:26.091038 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-plugged", "status": "completed", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:18:26.091297 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e68e26ba-24ad-41c4-9e83-3812906a8c52 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:18:26.091698 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68e26ba-24ad-41c4-9e83-3812906a8c52'] response: {'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'code': 200} Aug 30 05:18:26.262963 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badba40e-db14-4457-b743-8e39b66558aa req-165748d0-defa-47fd-a0b4-1b1d646040ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:26.264343 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-badba40e-db14-4457-b743-8e39b66558aa req-165748d0-defa-47fd-a0b4-1b1d646040ce service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 1130 time: 0.0373890 Aug 30 05:18:26.307509 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-badba40e-db14-4457-b743-8e39b66558aa req-31d7e218-55da-4ea9-a0b7-fc05e0c72806 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371482 Aug 30 05:18:26.435819 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5884e-9660-49f2-903e-457c5533a75d req-0624d357-4df0-490f-b7af-dae88ea96ffe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:26.437295 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-49d5884e-9660-49f2-903e-457c5533a75d req-0624d357-4df0-490f-b7af-dae88ea96ffe tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 946 time: 0.0462098 Aug 30 05:18:26.448880 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:26.490547 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-49d5884e-9660-49f2-903e-457c5533a75d req-797925bf-76a5-448c-8cf6-d263ce8b332f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476394 Aug 30 05:18:26.512593 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53162) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:26.728294 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:26.889450 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (6a1894b7-0d70-4415-94dc-6d46e58c67a4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:26.926472 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0728b-9441-4fbf-aedd-9ee62a323028 req-31efad63-5758-4d66-8515-f8047f3cadb8 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:26.928471 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9ae0728b-9441-4fbf-aedd-9ee62a323028 req-31efad63-5758-4d66-8515-f8047f3cadb8 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 946 time: 0.0820832 Aug 30 05:18:27.021809 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9ae0728b-9441-4fbf-aedd-9ee62a323028 req-7d287168-740a-4d01-a24f-3e480ce72937 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849264 Aug 30 05:18:27.139428 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f14888-182f-4643-a26d-d1605ea26ead req-c185b3f8-473c-4b63-bb78-a161de97293e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:27.140892 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-45f14888-182f-4643-a26d-d1605ea26ead req-c185b3f8-473c-4b63-bb78-a161de97293e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 946 time: 0.0465097 Aug 30 05:18:27.149293 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Deleting port bf936b29-078f-4325-8f7a-c983e82218e5 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:18:27.149660 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:27.189163 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-45f14888-182f-4643-a26d-d1605ea26ead req-d3797e40-b0ce-40b1-af23-2fe5933d8971 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425696 Aug 30 05:18:27.216481 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53170) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:27.233181 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] For port bf936b29-078f-4325-8f7a-c983e82218e5, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=bf936b29-078f-4325-8f7a-c983e82218e5,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:27.233542 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:27.250404 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Calling delete_port for bf936b29-078f-4325-8f7a-c983e82218e5 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:18:27.256917 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0351e3-69d6-4145-a0ac-a811d96ba5eb tempest-TestVolumeBootPattern-1672854823 tempest-TestVolumeBootPattern-1672854823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:27.258430 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2a0351e3-69d6-4145-a0ac-a811d96ba5eb tempest-TestVolumeBootPattern-1672854823 tempest-TestVolumeBootPattern-1672854823-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 1125 time: 0.0409737 Aug 30 05:18:27.261409 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53172) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:27.265623 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:18:27.317380 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:27.326538 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:27.771776 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:27.786370 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82838ff5-8fdb-49d3-9120-15abae099e1f req-78cc3afd-69f0-46a9-a915-3b2a3b667939 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:27.788434 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-82838ff5-8fdb-49d3-9120-15abae099e1f req-78cc3afd-69f0-46a9-a915-3b2a3b667939 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 946 time: 0.0977476 Aug 30 05:18:27.854825 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:27.945151 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-82838ff5-8fdb-49d3-9120-15abae099e1f req-195a869f-898f-4bf2-82f1-8548661f3094 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473029 Aug 30 05:18:27.964669 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (bf936b29-078f-4325-8f7a-c983e82218e5), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:28.006153 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf936b29-078f-4325-8f7a-c983e82218e5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:28.008875 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Allocated IP 172.27.4.40 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/16c9ac35-1912-410b-9a14-52848079eb25) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:18:28.026720 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.027192 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.027440 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.027858 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.028172 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.028597 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.028927 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.029247 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.029573 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.029896 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.030222 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.030542 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.030889 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.031213 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.031533 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:28.261417 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for port (16c9ac35-1912-410b-9a14-52848079eb25), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:28.280885 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (6a1894b7-0d70-4415-94dc-6d46e58c67a4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:28.336876 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:28.350577 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (16c9ac35-1912-410b-9a14-52848079eb25), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:28.425539 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:18:28.431839 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:18:28.434255 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:18:28.467416 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'Port': ['ID=16c9ac35-1912-410b-9a14-52848079eb25,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:28.492104 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:28.690757 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:18:28.906735 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:18:28.915565 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9d01c221-6fa1-4a72-8eb0-ca6079ba220c admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/6a1894b7-0d70-4415-94dc-6d46e58c67a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4030759 Aug 30 05:18:28.915772 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] Sync routers for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:18:28.918086 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53210) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:28.925967 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:18:28.926673 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:29.076057 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (704a81ce-e431-4e47-8ef3-a829daf4aa64), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.108838 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f351c-5fcc-4a10-9c97-75f56e74ade3 req-f0c3c235-220b-4d54-a2c3-3b6042d4ac10 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:29.110726 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-646f351c-5fcc-4a10-9c97-75f56e74ade3 req-f0c3c235-220b-4d54-a2c3-3b6042d4ac10 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 946 time: 0.0506401 Aug 30 05:18:29.116892 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks [] for router (6a1894b7-0d70-4415-94dc-6d46e58c67a4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.163661 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-646f351c-5fcc-4a10-9c97-75f56e74ade3 req-5043f5a7-1838-44f2-a72f-000385c9dad2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460601 Aug 30 05:18:29.163912 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:18:29.197061 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (16c9ac35-1912-410b-9a14-52848079eb25), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.246385 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:29.281130 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks [] for router_gateway (6a1894b7-0d70-4415-94dc-6d46e58c67a4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.333237 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:29.351006 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:18:27Z', 'revision_number': 5, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port': {'id': '551c685c-4eb8-4de7-881e-0e038af03f90', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:50Z', 'updated_at': '2022-08-30T05:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:29.380832 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] Checking router: 6a1894b7-0d70-4415-94dc-6d46e58c67a4 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:18:29.385027 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Deleting port 551c685c-4eb8-4de7-881e-0e038af03f90 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:18:29.385373 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.389334 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] Routers {'6a1894b7-0d70-4415-94dc-6d46e58c67a4'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:18:29.389939 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:29.425047 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:29.480030 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for port (16c9ac35-1912-410b-9a14-52848079eb25), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.482285 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] Set router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:18:29.489953 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (16c9ac35-1912-410b-9a14-52848079eb25), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.531798 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:18:29Z', 'revision_number': 6, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:29.541038 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] For port 551c685c-4eb8-4de7-881e-0e038af03f90, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=551c685c-4eb8-4de7-881e-0e038af03f90,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:29.541404 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.556335 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbadeaf-37ac-403b-9525-fe90d4f9ddc6 None None] The sync data for ids ['6a1894b7-0d70-4415-94dc-6d46e58c67a4'] in dv-cinder-853910-4-iscsi is: [{'id': '6a1894b7-0d70-4415-94dc-6d46e58c67a4', 'name': 'tempest-AttachVolumeTestJSON-265238289-router', 'tenant_id': '116fb506b7794c1fa9460b5a861de136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:18:29Z', 'revision_number': 6, 'project_id': '116fb506b7794c1fa9460b5a861de136', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:18:29.568274 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Calling delete_port for 551c685c-4eb8-4de7-881e-0e038af03f90 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:18:29.588804 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'Port': ['ID=16c9ac35-1912-410b-9a14-52848079eb25,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:29.593610 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (704a81ce-e431-4e47-8ef3-a829daf4aa64), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.767122 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Floating IP 704a81ce-e431-4e47-8ef3-a829daf4aa64 associated. External IP: 172.27.4.40, port: 33dc5fe2-b49b-46cd-bbea-d50e70e21301. Aug 30 05:18:29.914149 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (551c685c-4eb8-4de7-881e-0e038af03f90), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:29.985135 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Pushing event deleted for resources: {'Port': ['ID=551c685c-4eb8-4de7-881e-0e038af03f90,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:30.027148 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:30.064040 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:30.088958 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (6a1894b7-0d70-4415-94dc-6d46e58c67a4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.111110 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.151421 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:18:30.453842 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (6a1894b7-0d70-4415-94dc-6d46e58c67a4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.457362 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks [] for router_controller (6a1894b7-0d70-4415-94dc-6d46e58c67a4), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.535851 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (6a1894b7-0d70-4415-94dc-6d46e58c67a4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.536443 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1894b7-0d70-4415-94dc-6d46e58c67a4 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:18:30.541555 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.542642 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8941b7c7-86ca-46a2-923d-786095e69eed admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/6a1894b7-0d70-4415-94dc-6d46e58c67a4 HTTP/1.1" status: 204 len: 168 time: 1.6236610 Aug 30 05:18:30.545259 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53216) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:30.636306 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-743a66c4-a467-4aaa-b6a2-fb1bdea1f09a admin admin] Deleting subnet 802d55d3-5b78-4795-b734-cb45af8a6535 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:18:30.640719 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-743a66c4-a467-4aaa-b6a2-fb1bdea1f09a admin admin] Publish callbacks [] for subnet (802d55d3-5b78-4795-b734-cb45af8a6535), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.642778 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:18:30.652245 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] Sync routers for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:18:30.663077 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:18:30.663689 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:30.682933 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.710209 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-743a66c4-a467-4aaa-b6a2-fb1bdea1f09a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260138737'] for subnet (802d55d3-5b78-4795-b734-cb45af8a6535), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.744852 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-31ebf356-5927-488b-a08f-276b9d0caf27 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4824159 Aug 30 05:18:30.747168 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:18:30.749411 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577728c0-7242-4009-a211-666dca479821" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:18:30.765802 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:18:30.798033 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a75db89-fd08-4aef-9f4b-82bd64049ac7 x-openstack-request-id: req-6a75db89-fd08-4aef-9f4b-82bd64049ac7 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:18:30.798332 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:18:30.798587 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a75db89-fd08-4aef-9f4b-82bd64049ac7 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:18:30.799024 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a75db89-fd08-4aef-9f4b-82bd64049ac7'] response: {'name': 'network-changed', 'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'status': 'completed', 'code': 200} Aug 30 05:18:30.803837 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-743a66c4-a467-4aaa-b6a2-fb1bdea1f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (802d55d3-5b78-4795-b734-cb45af8a6535), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.860792 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-743a66c4-a467-4aaa-b6a2-fb1bdea1f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260665218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260142681'] for subnet (802d55d3-5b78-4795-b734-cb45af8a6535), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.867531 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577728c0-7242-4009-a211-666dca479821 req-b574c63c-e75f-4a02-acb1-52f0434fabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:30.869143 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-577728c0-7242-4009-a211-666dca479821 req-b574c63c-e75f-4a02-acb1-52f0434fabbf service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 1130 time: 0.0414822 Aug 30 05:18:30.890466 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a66c4-a467-4aaa-b6a2-fb1bdea1f09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802d55d3-5b78-4795-b734-cb45af8a6535,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:30.894051 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-743a66c4-a467-4aaa-b6a2-fb1bdea1f09a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.897699 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-743a66c4-a467-4aaa-b6a2-fb1bdea1f09a admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/802d55d3-5b78-4795-b734-cb45af8a6535 HTTP/1.1" status: 204 len: 168 time: 0.3513455 Aug 30 05:18:30.900421 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53222) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:30.905504 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb736207-5ae1-4184-b2c1-2c993cd26f1b None None] Network f19a3a63-4a1b-4d2c-ab3d-dff746819db6 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:18:30.968678 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577728c0-7242-4009-a211-666dca479821 req-dbcebfbf-7441-4854-83ce-6b0ba6785d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:30.969978 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (f19a3a63-4a1b-4d2c-ab3d-dff746819db6), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:30.970500 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-577728c0-7242-4009-a211-666dca479821 req-dbcebfbf-7441-4854-83ce-6b0ba6785d66 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.0934808 Aug 30 05:18:30.987651 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '704a81ce-e431-4e47-8ef3-a829daf4aa64', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:18:28Z', 'updated_at': '2022-08-30T05:18:28Z', 'revision_number': 0, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:31.013420 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Deleting port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:18:31.013761 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.019741 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] Checking router: 6b6c86fe-6bea-4b7b-92f0-a270d0be813f for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:18:31.034304 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:18:31.034968 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:31.046852 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-577728c0-7242-4009-a211-666dca479821 req-d657b2ae-4a87-4b0c-a898-00eddb4505db service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301 HTTP/1.1" status: 200 len: 999 time: 0.0692825 Aug 30 05:18:31.061547 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:31.098050 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff661ae8-62da-4b7d-9c69-fba3ae079350 None None] DHCP port deletion for f19a3a63-4a1b-4d2c-ab3d-dff746819db6 request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:18:31.099839 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] For port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:31.102103 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.105625 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:31.106056 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577728c0-7242-4009-a211-666dca479821 req-3bbed217-9ebc-4fdb-a323-2e33b43a6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:31.107641 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-577728c0-7242-4009-a211-666dca479821 req-3bbed217-9ebc-4fdb-a323-2e33b43a6f9c service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0555377 Aug 30 05:18:31.121429 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Calling delete_port for 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:18:31.126223 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:31.144253 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ff661ae8-62da-4b7d-9c69-fba3ae079350 None None] Deleting port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c {{(pid=106381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:18:31.144947 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:18:31.145379 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff661ae8-62da-4b7d-9c69-fba3ae079350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), before_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.164651 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577728c0-7242-4009-a211-666dca479821 req-d3e359ac-47e4-4ca2-9aaa-f6d5de637bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:18:31.166426 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-577728c0-7242-4009-a211-666dca479821 req-d3e359ac-47e4-4ca2-9aaa-f6d5de637bf2 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526187 Aug 30 05:18:31.215121 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ff661ae8-62da-4b7d-9c69-fba3ae079350 None None] For port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c,segment=NetworkSegment(ea94359c-21bf-4f4a-ba49-517dccf41842),segment_id=ea94359c-21bf-4f4a-ba49-517dccf41842)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:18:31.215527 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff661ae8-62da-4b7d-9c69-fba3ae079350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), precommit_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.228167 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.244052 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ff661ae8-62da-4b7d-9c69-fba3ae079350 None None] Calling delete_port for 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c owned by network:dhcp {{(pid=106381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:18:31.259937 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] No DVR routers for this DVR port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c on host dv-cinder-853910-4-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:18:31.262663 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:31.286030 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-577728c0-7242-4009-a211-666dca479821 req-8b6680e8-e1cf-442e-b79a-c924345ca20f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132936 Aug 30 05:18:31.344602 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff661ae8-62da-4b7d-9c69-fba3ae079350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c), after_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.375783 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff661ae8-62da-4b7d-9c69-fba3ae079350 None None] Pushing event deleted for resources: {'Port': ['ID=0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c,revision_number=None']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:31.383221 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff661ae8-62da-4b7d-9c69-fba3ae079350 None None] No DVR routers for this DVR port 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c on host dv-cinder-853910-4-iscsi {{(pid=106381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:18:31.384100 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '704a81ce-e431-4e47-8ef3-a829daf4aa64', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:18:28Z', 'updated_at': '2022-08-30T05:18:28Z', 'revision_number': 0, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:31.394232 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (f19a3a63-4a1b-4d2c-ab3d-dff746819db6), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.411654 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 551c685c-4eb8-4de7-881e-0e038af03f90 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:18:31.419740 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9246bb5e-dfd3-44f1-b2ed-18a3e2e307bf None None] The sync data for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi is: [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '704a81ce-e431-4e47-8ef3-a829daf4aa64', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:18:28Z', 'updated_at': '2022-08-30T05:18:28Z', 'revision_number': 0, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:18:31.425528 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:31.428094 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19a3a63-4a1b-4d2c-ab3d-dff746819db6']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:31.440385 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea94359c-21bf-4f4a-ba49-517dccf41842') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:31.443019 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea94359c-21bf-4f4a-ba49-517dccf41842') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:18:31.443938 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 551c685c-4eb8-4de7-881e-0e038af03f90 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:18:31.444635 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 551c685c-4eb8-4de7-881e-0e038af03f90 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:18:31.445336 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device bf936b29-078f-4325-8f7a-c983e82218e5 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:18:31.454309 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260138746'] for segment (ea94359c-21bf-4f4a-ba49-517dccf41842), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.475794 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (ea94359c-21bf-4f4a-ba49-517dccf41842), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.479804 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: bf936b29-078f-4325-8f7a-c983e82218e5 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:18:31.480285 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device bf936b29-078f-4325-8f7a-c983e82218e5 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:18:31.480812 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:18:31.484029 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:18:31.484474 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260664100'] for segment (ea94359c-21bf-4f4a-ba49-517dccf41842), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.501178 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:18:31.501178 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0d1cc7a5-48c2-45ea-bb8a-8f6f281f374c not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:18:31.508040 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment ea94359c-21bf-4f4a-ba49-517dccf41842 resource provider aggregate not found Aug 30 05:18:31.546595 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment ea94359c-21bf-4f4a-ba49-517dccf41842 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea94359c-21bf-4f4a-ba49-517dccf41842 found for delete ", "request_id": "req-45d5c795-5a37-4af3-8ac3-c387f26128da"}]} Aug 30 05:18:31.567279 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (f19a3a63-4a1b-4d2c-ab3d-dff746819db6), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.573415 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.576821 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/f19a3a63-4a1b-4d2c-ab3d-dff746819db6 HTTP/1.1" status: 204 len: 168 time: 0.6752970 Aug 30 05:18:31.593187 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a206bc3-1dbd-49bf-92fc-8c2e5caff35a admin admin] Pushing event deleted for resources: {'Network': ['ID=f19a3a63-4a1b-4d2c-ab3d-dff746819db6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:31.653844 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:31.696259 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a4375-8e9a-4178-aab6-746f0a4acf28 None None] New status for floating IP 704a81ce-e431-4e47-8ef3-a829daf4aa64: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:18:31.697880 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-577728c0-7242-4009-a211-666dca479821 req-788bb07d-f71a-4a59-b2ba-ffd25af10289 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011722 Aug 30 05:18:31.725068 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53232) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:31.765722 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c8bda425-5d18-4f86-b887-a0bfcc5c3ab1 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=116fb506b7794c1fa9460b5a861de136&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393853 Aug 30 05:18:31.768165 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53234) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:31.815822 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760adb63-6239-4812-b910-9bd53be34cf5 admin admin] Publish callbacks [] for security_group (d5d9cc0c-1c10-44c5-b9ce-fff6ad17f64a), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.837428 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760adb63-6239-4812-b910-9bd53be34cf5 admin admin] Publish callbacks [] for security_group (d5d9cc0c-1c10-44c5-b9ce-fff6ad17f64a), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.886960 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760adb63-6239-4812-b910-9bd53be34cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d5d9cc0c-1c10-44c5-b9ce-fff6ad17f64a), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.889520 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760adb63-6239-4812-b910-9bd53be34cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:31.890652 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-760adb63-6239-4812-b910-9bd53be34cf5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/d5d9cc0c-1c10-44c5-b9ce-fff6ad17f64a HTTP/1.1" status: 204 len: 168 time: 0.1215470 Aug 30 05:18:31.898279 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760adb63-6239-4812-b910-9bd53be34cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d9cc0c-1c10-44c5-b9ce-fff6ad17f64a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:34.816099 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-956f7156-64aa-464c-86e9-55b4dab67177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:37.166444 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4d30706f-5bf7-45a7-919e-128ca3f81034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:38.435549 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:39.960728 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:39.980619 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:40.200392 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53344) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:40.304386 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b303a395-e826-479b-8a71-979df87d41f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:40.384173 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b303a395-e826-479b-8a71-979df87d41f9 admin admin] Publish callbacks [] for security_group (00a2dd10-92fa-4f91-949f-07c1f300bec2), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:40.387830 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b303a395-e826-479b-8a71-979df87d41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (00a2dd10-92fa-4f91-949f-07c1f300bec2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:40.426113 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b303a395-e826-479b-8a71-979df87d41f9 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=4ab62e21e615415ebe36b51bd9055c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246728 Aug 30 05:18:40.427568 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303a395-e826-479b-8a71-979df87d41f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2dd10-92fa-4f91-949f-07c1f300bec2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:40.429304 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53348) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:40.477660 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Publish callbacks [] for security_group (00a2dd10-92fa-4f91-949f-07c1f300bec2), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:40.497299 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Publish callbacks [] for security_group (00a2dd10-92fa-4f91-949f-07c1f300bec2), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:40.542185 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (00a2dd10-92fa-4f91-949f-07c1f300bec2), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:40.544623 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:40.545725 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/00a2dd10-92fa-4f91-949f-07c1f300bec2 HTTP/1.1" status: 204 len: 168 time: 0.1154151 Aug 30 05:18:40.553992 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a2dd10-92fa-4f91-949f-07c1f300bec2,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:40.561048 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.561399 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.561722 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.562061 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.562391 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.562724 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.563165 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.563389 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.563713 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.564035 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.564426 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.564753 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.564999 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.565314 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:40.565631 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e131f26-9a45-4a95-b8de-dceea140f778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:18:42.585931 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53418) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:42.689536 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a31bb094-2273-4fac-b996-81bd2efbd376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:42.765561 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a31bb094-2273-4fac-b996-81bd2efbd376 admin admin] Publish callbacks [] for security_group (e1bdbcbc-baf4-46bd-933b-6b414c73f8d0), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:42.768849 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a31bb094-2273-4fac-b996-81bd2efbd376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e1bdbcbc-baf4-46bd-933b-6b414c73f8d0), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:42.806923 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-a31bb094-2273-4fac-b996-81bd2efbd376 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=72a40baad4a047c8b70d80208989d286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199597 Aug 30 05:18:42.808029 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bb094-2273-4fac-b996-81bd2efbd376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bdbcbc-baf4-46bd-933b-6b414c73f8d0,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:42.809616 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53422) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:42.858093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-111c7956-614e-456e-b17b-cbd36d19576c admin admin] Publish callbacks [] for security_group (e1bdbcbc-baf4-46bd-933b-6b414c73f8d0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:42.877359 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-111c7956-614e-456e-b17b-cbd36d19576c admin admin] Publish callbacks [] for security_group (e1bdbcbc-baf4-46bd-933b-6b414c73f8d0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:42.923574 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-111c7956-614e-456e-b17b-cbd36d19576c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e1bdbcbc-baf4-46bd-933b-6b414c73f8d0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:42.926023 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-111c7956-614e-456e-b17b-cbd36d19576c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:42.927188 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-111c7956-614e-456e-b17b-cbd36d19576c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/e1bdbcbc-baf4-46bd-933b-6b414c73f8d0 HTTP/1.1" status: 204 len: 168 time: 0.1164002 Aug 30 05:18:42.930166 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:42.936138 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c7956-614e-456e-b17b-cbd36d19576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bdbcbc-baf4-46bd-933b-6b414c73f8d0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:43.190415 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53428) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:43.203536 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55d2d2f6-9b77-4f45-adb9-bd2122081534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:43.286037 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55d2d2f6-9b77-4f45-adb9-bd2122081534 admin admin] Publish callbacks [] for security_group (1fcfbccd-6c78-4b4e-8693-11eeeb66ef8e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:43.289981 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55d2d2f6-9b77-4f45-adb9-bd2122081534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1fcfbccd-6c78-4b4e-8693-11eeeb66ef8e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:43.318366 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:43.328577 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-55d2d2f6-9b77-4f45-adb9-bd2122081534 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=3e61f4557b974be7a28f87e5856e4fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371078 Aug 30 05:18:43.331195 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2d2f6-9b77-4f45-adb9-bd2122081534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcfbccd-6c78-4b4e-8693-11eeeb66ef8e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:43.331496 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53430) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:43.384624 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9712d0-0db3-45f8-8438-09307950d330 admin admin] Publish callbacks [] for security_group (1fcfbccd-6c78-4b4e-8693-11eeeb66ef8e), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:43.403944 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9712d0-0db3-45f8-8438-09307950d330 admin admin] Publish callbacks [] for security_group (1fcfbccd-6c78-4b4e-8693-11eeeb66ef8e), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:43.447930 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9712d0-0db3-45f8-8438-09307950d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1fcfbccd-6c78-4b4e-8693-11eeeb66ef8e), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:43.450357 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9712d0-0db3-45f8-8438-09307950d330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:43.451499 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-8d9712d0-0db3-45f8-8438-09307950d330 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1fcfbccd-6c78-4b4e-8693-11eeeb66ef8e HTTP/1.1" status: 204 len: 168 time: 0.1188979 Aug 30 05:18:43.461404 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9712d0-0db3-45f8-8438-09307950d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcfbccd-6c78-4b4e-8693-11eeeb66ef8e,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:45.363134 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53506) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:45.470681 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c496-9d41-41d0-8340-5fecf570f4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:45.543235 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c496-9d41-41d0-8340-5fecf570f4f7 admin admin] Publish callbacks [] for security_group (dd0489ca-8581-4025-9356-8a299f92eee5), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:45.546629 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c496-9d41-41d0-8340-5fecf570f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (dd0489ca-8581-4025-9356-8a299f92eee5), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:45.582664 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5c496-9d41-41d0-8340-5fecf570f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0489ca-8581-4025-9356-8a299f92eee5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:45.587278 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f1d5c496-9d41-41d0-8340-5fecf570f4f7 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=ba28b19289b8439596f8d3e877a40076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231371 Aug 30 05:18:45.590119 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53510) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:45.637777 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1e213171-9187-41bb-9a0c-387cadd5f23e admin admin] Publish callbacks [] for security_group (dd0489ca-8581-4025-9356-8a299f92eee5), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:45.660804 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1e213171-9187-41bb-9a0c-387cadd5f23e admin admin] Publish callbacks [] for security_group (dd0489ca-8581-4025-9356-8a299f92eee5), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:45.705606 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1e213171-9187-41bb-9a0c-387cadd5f23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (dd0489ca-8581-4025-9356-8a299f92eee5), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:45.708813 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1e213171-9187-41bb-9a0c-387cadd5f23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:45.709926 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1e213171-9187-41bb-9a0c-387cadd5f23e admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/dd0489ca-8581-4025-9356-8a299f92eee5 HTTP/1.1" status: 204 len: 168 time: 0.1187470 Aug 30 05:18:45.717554 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e213171-9187-41bb-9a0c-387cadd5f23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0489ca-8581-4025-9356-8a299f92eee5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:45.970502 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53516) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:45.983721 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17046a2a-7a29-4322-b508-138a49302980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:46.060282 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17046a2a-7a29-4322-b508-138a49302980 admin admin] Publish callbacks [] for security_group (b13131a8-55c1-4ea0-b2e0-477248b9bfc1), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:46.063245 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17046a2a-7a29-4322-b508-138a49302980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (b13131a8-55c1-4ea0-b2e0-477248b9bfc1), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:46.101169 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-17046a2a-7a29-4322-b508-138a49302980 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=3d910acab4c24a19b77c72c291f34507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294856 Aug 30 05:18:46.103204 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17046a2a-7a29-4322-b508-138a49302980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13131a8-55c1-4ea0-b2e0-477248b9bfc1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:46.103901 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53518) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:46.153854 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24a6998c-9240-4c56-af30-d62ed6e74d87 admin admin] Publish callbacks [] for security_group (b13131a8-55c1-4ea0-b2e0-477248b9bfc1), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:46.173578 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24a6998c-9240-4c56-af30-d62ed6e74d87 admin admin] Publish callbacks [] for security_group (b13131a8-55c1-4ea0-b2e0-477248b9bfc1), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:46.187803 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:46.222304 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24a6998c-9240-4c56-af30-d62ed6e74d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (b13131a8-55c1-4ea0-b2e0-477248b9bfc1), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:46.225316 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24a6998c-9240-4c56-af30-d62ed6e74d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:46.226450 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-24a6998c-9240-4c56-af30-d62ed6e74d87 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/b13131a8-55c1-4ea0-b2e0-477248b9bfc1 HTTP/1.1" status: 204 len: 168 time: 0.1215703 Aug 30 05:18:46.234048 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6998c-9240-4c56-af30-d62ed6e74d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13131a8-55c1-4ea0-b2e0-477248b9bfc1,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:50.706755 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:50.711063 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:54.168212 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53642) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:54.272156 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6186b5d1-a9f3-40fd-b727-bf6943647c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.274555 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:54.350422 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6186b5d1-a9f3-40fd-b727-bf6943647c34 admin admin] Publish callbacks [] for security_group (a84e996d-0b2b-4ac6-971d-464dae6f9c08), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.354093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6186b5d1-a9f3-40fd-b727-bf6943647c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (a84e996d-0b2b-4ac6-971d-464dae6f9c08), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.397176 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-6186b5d1-a9f3-40fd-b727-bf6943647c34 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7ac6097dd5fd4db09a11372e100ad57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278011 Aug 30 05:18:54.398096 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186b5d1-a9f3-40fd-b727-bf6943647c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84e996d-0b2b-4ac6-971d-464dae6f9c08,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:54.399379 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53646) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:54.457483 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13a47abb-af0c-44bc-9346-6caceb95cf2f admin admin] Publish callbacks [] for security_group (a84e996d-0b2b-4ac6-971d-464dae6f9c08), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.464897 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:54.481667 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13a47abb-af0c-44bc-9346-6caceb95cf2f admin admin] Publish callbacks [] for security_group (a84e996d-0b2b-4ac6-971d-464dae6f9c08), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.528509 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13a47abb-af0c-44bc-9346-6caceb95cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (a84e996d-0b2b-4ac6-971d-464dae6f9c08), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.531165 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13a47abb-af0c-44bc-9346-6caceb95cf2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.537230 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-13a47abb-af0c-44bc-9346-6caceb95cf2f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/a84e996d-0b2b-4ac6-971d-464dae6f9c08 HTTP/1.1" status: 204 len: 168 time: 0.1340415 Aug 30 05:18:54.545118 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a47abb-af0c-44bc-9346-6caceb95cf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84e996d-0b2b-4ac6-971d-464dae6f9c08,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:54.562903 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:18:54.807139 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53652) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:54.821619 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9365d063-ad32-4d4f-907c-1858197fc9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.899137 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9365d063-ad32-4d4f-907c-1858197fc9a9 admin admin] Publish callbacks [] for security_group (2a9b20de-7937-461b-99b5-7e2079252f6c), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.902697 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9365d063-ad32-4d4f-907c-1858197fc9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2a9b20de-7937-461b-99b5-7e2079252f6c), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:54.939678 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-9365d063-ad32-4d4f-907c-1858197fc9a9 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d32bc9bcadd74cfea80bc89b82a1667e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315053 Aug 30 05:18:54.941559 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365d063-ad32-4d4f-907c-1858197fc9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9b20de-7937-461b-99b5-7e2079252f6c,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:54.942850 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53654) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:54.991893 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc16c9fa-8ec6-4a72-9dd3-6fbf39c424fa admin admin] Publish callbacks [] for security_group (2a9b20de-7937-461b-99b5-7e2079252f6c), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.007675 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:18:55.012756 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc16c9fa-8ec6-4a72-9dd3-6fbf39c424fa admin admin] Publish callbacks [] for security_group (2a9b20de-7937-461b-99b5-7e2079252f6c), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.063074 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc16c9fa-8ec6-4a72-9dd3-6fbf39c424fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2a9b20de-7937-461b-99b5-7e2079252f6c), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.065594 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc16c9fa-8ec6-4a72-9dd3-6fbf39c424fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.066806 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-dc16c9fa-8ec6-4a72-9dd3-6fbf39c424fa admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2a9b20de-7937-461b-99b5-7e2079252f6c HTTP/1.1" status: 204 len: 168 time: 0.1227517 Aug 30 05:18:55.075408 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16c9fa-8ec6-4a72-9dd3-6fbf39c424fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9b20de-7937-461b-99b5-7e2079252f6c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:55.390716 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:55.404011 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28cde5ad-7040-46c5-a7de-d6a8c1771f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.478177 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28cde5ad-7040-46c5-a7de-d6a8c1771f4d admin admin] Publish callbacks [] for security_group (cb06a14c-9304-4f0f-aa65-80db85bc0428), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.481694 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28cde5ad-7040-46c5-a7de-d6a8c1771f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (cb06a14c-9304-4f0f-aa65-80db85bc0428), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.522724 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-28cde5ad-7040-46c5-a7de-d6a8c1771f4d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=b4dcd22423a246efaa1b839202384617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309311 Aug 30 05:18:55.523927 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cde5ad-7040-46c5-a7de-d6a8c1771f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb06a14c-9304-4f0f-aa65-80db85bc0428,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:18:55.525535 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53662) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:18:55.574368 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfa67-1899-479f-8f69-e1219baf1999 admin admin] Publish callbacks [] for security_group (cb06a14c-9304-4f0f-aa65-80db85bc0428), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.594255 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfa67-1899-479f-8f69-e1219baf1999 admin admin] Publish callbacks [] for security_group (cb06a14c-9304-4f0f-aa65-80db85bc0428), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.640192 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfa67-1899-479f-8f69-e1219baf1999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (cb06a14c-9304-4f0f-aa65-80db85bc0428), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.642901 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c8dfa67-1899-479f-8f69-e1219baf1999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:18:55.644058 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-4c8dfa67-1899-479f-8f69-e1219baf1999 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/cb06a14c-9304-4f0f-aa65-80db85bc0428 HTTP/1.1" status: 204 len: 168 time: 0.1169176 Aug 30 05:18:55.652242 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dfa67-1899-479f-8f69-e1219baf1999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb06a14c-9304-4f0f-aa65-80db85bc0428,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:00.100790 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:00.113793 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:00.170555 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-99d9de7c-a9b7-4476-a533-b3be5c5a902a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390189 Aug 30 05:19:00.259799 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-3892b208-92e7-462d-8784-d88a77ded372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:00.261170 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-3892b208-92e7-462d-8784-d88a77ded372 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 1130 time: 0.0441329 Aug 30 05:19:00.373387 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-e0fbf6bc-910a-41bb-b191-04a0618572a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:00.374962 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-e0fbf6bc-910a-41bb-b191-04a0618572a2 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 200 len: 917 time: 0.0873628 Aug 30 05:19:00.443456 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-1b312923-4936-406f-8b74-a2c811feedf9 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2 HTTP/1.1" status: 200 len: 1000 time: 0.0594261 Aug 30 05:19:00.493627 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-31caad04-ed87-48e9-b590-48b3c1e24c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:00.495552 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-31caad04-ed87-48e9-b590-48b3c1e24c2d service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 200 len: 855 time: 0.0456326 Aug 30 05:19:00.543118 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-d17c2af7-42ea-414c-9725-c0f38f691929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:00.544788 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-d17c2af7-42ea-414c-9725-c0f38f691929 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=fba3e311-e2c8-4947-8745-e286c874d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400772 Aug 30 05:19:00.640712 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-55572b28-632d-404e-ac04-848106b0db42 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892990 Aug 30 05:19:00.692292 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:00.698195 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:00.739196 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0cfb8a5a-daeb-4dfd-bcde-5209782e9b3e req-fb1e9b6d-23db-4c89-bc68-e350f834063b service neutron] 10.222.0.82 "GET /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911837 Aug 30 05:19:02.145669 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=13 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:03.185520 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0411c-e200-4b2f-b9d5-672015d469f2 req-ea9d2d9d-7097-49ad-8e6c-43c2553ee2de tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:03.187028 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-79d0411c-e200-4b2f-b9d5-672015d469f2 req-ea9d2d9d-7097-49ad-8e6c-43c2553ee2de tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 946 time: 0.0519035 Aug 30 05:19:03.233962 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-79d0411c-e200-4b2f-b9d5-672015d469f2 req-12adb3cc-c6b4-4ebd-ba49-5a67a0d1a9c2 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413313 Aug 30 05:19:04.363060 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157c384-9b73-46d9-a9f4-fa3a6f6bfa98 req-7cfd873a-756e-4b26-abb9-9bcc0f3c68c6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:04.364532 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8157c384-9b73-46d9-a9f4-fa3a6f6bfa98 req-7cfd873a-756e-4b26-abb9-9bcc0f3c68c6 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 946 time: 0.0479801 Aug 30 05:19:04.411718 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8157c384-9b73-46d9-a9f4-fa3a6f6bfa98 req-5fd69c52-d217-4d1d-864a-1cffc6b79df0 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Aug 30 05:19:04.562896 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=15 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:04.705053 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-83c340a1-a4dd-46ec-ace9-33769b7b5477 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:04.706436 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-83c340a1-a4dd-46ec-ace9-33769b7b5477 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 946 time: 0.0467887 Aug 30 05:19:04.789599 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Deleting port 1ef774e8-0aae-4b74-9370-1e268ea393a2 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:19:04.789947 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:04.808269 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:04.821413 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3b0cbc01-d0b8-4379-9b1b-e73d6c0129c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:04.884399 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] For port 1ef774e8-0aae-4b74-9370-1e268ea393a2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1ef774e8-0aae-4b74-9370-1e268ea393a2,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:04.884764 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:05.045596 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:05.045962 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (64d0c960-bd50-41ac-9b16-6e17b4400804), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:05.046277 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Floating IP 64d0c960-bd50-41ac-9b16-6e17b4400804 disassociated. External IP: 172.27.4.48, port: 1ef774e8-0aae-4b74-9370-1e268ea393a2. Aug 30 05:19:05.046614 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Calling delete_port for 1ef774e8-0aae-4b74-9370-1e268ea393a2 owned by compute:nova {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:19:05.177046 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (1ef774e8-0aae-4b74-9370-1e268ea393a2), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:05.207585 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event deleted for resources: {'Port': ['ID=1ef774e8-0aae-4b74-9370-1e268ea393a2,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:05.328559 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Router a5e029d1-427c-4665-872b-7943b8b6dfbf has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:19:05.427292 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:05.437079 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:05.443603 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:19:05.454582 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] Sync routers for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:19:05.467618 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:05.468598 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:05.501653 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] No DVR routers for this DVR port 1ef774e8-0aae-4b74-9370-1e268ea393a2 on host hv-cinder-85391 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:19:05.504482 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:05.508257 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-71ea2d62-155f-4eb0-968c-442cfe1e8928 req-ee77132f-3b4d-4b0f-92a0-9328a6ebb61f tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.82 "DELETE /networking/v2.0/ports/1ef774e8-0aae-4b74-9370-1e268ea393a2 HTTP/1.1" status: 204 len: 173 time: 0.7955401 Aug 30 05:19:05.516757 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-deleted', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:19:05.519059 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d8f8b4-7e0e-410c-8a5b-3b7da09ce346" -d '{"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-deleted", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:19:05.567651 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5b7c677a-d68c-44cf-962f-64d959d6ef45 req-0b3ccbe7-d78e-45ef-8e5b-d6c3edd9b6ce tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=04bf81ed-0c85-4375-8e3b-eb18b7a48385 HTTP/1.1" status: 200 len: 210 time: 0.0677094 Aug 30 05:19:05.569428 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346dcdce-663c-4aec-a959-a3a8c49a682d x-openstack-request-id: req-346dcdce-663c-4aec-a959-a3a8c49a682d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:19:05.571321 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bf81ed-0c85-4375-8e3b-eb18b7a48385", "name": "network-vif-deleted", "tag": "1ef774e8-0aae-4b74-9370-1e268ea393a2", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:19:05.571647 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-346dcdce-663c-4aec-a959-a3a8c49a682d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:19:05.572184 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346dcdce-663c-4aec-a959-a3a8c49a682d'] response: {'server_uuid': '04bf81ed-0c85-4375-8e3b-eb18b7a48385', 'name': 'network-vif-deleted', 'tag': '1ef774e8-0aae-4b74-9370-1e268ea393a2', 'status': 'completed', 'code': 200} Aug 30 05:19:05.581506 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:05.792384 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:05.816912 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] Checking router: a5e029d1-427c-4665-872b-7943b8b6dfbf for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:19:05.826128 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:05.826729 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:18:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:05.927658 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:06.115471 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:06.146874 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18124011-58a8-46ed-9fdd-2bb86a62e813 None None] The sync data for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi is: [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:12:02Z', 'revision_number': 4, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '0b9e1a68-da72-423e-aaa8-63a4bdf27d71', 'name': '', 'network_id': 'fba3e311-e2c8-4947-8745-e286c874d470', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'mac_address': 'fa:16:3e:03:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:59Z', 'updated_at': '2022-08-30T05:12:14Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'subnets': [{'id': 'b72fa8d3-2305-413a-a425-ecf5efbcfd27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:19:06.374583 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f4383-fc7f-48c1-9023-7f1ca853932e None None] New status for floating IP 64d0c960-bd50-41ac-9b16-6e17b4400804: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:19:06.680730 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53788) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:06.736280 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3193dd41-7f8b-43d4-b8a8-94ec0293f8df tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (8c9037ea-e7cb-41c5-95f8-459ac40d1c6f), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:06.759371 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3193dd41-7f8b-43d4-b8a8-94ec0293f8df tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (8c9037ea-e7cb-41c5-95f8-459ac40d1c6f), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:06.806646 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3193dd41-7f8b-43d4-b8a8-94ec0293f8df tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8c9037ea-e7cb-41c5-95f8-459ac40d1c6f), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:06.809220 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3193dd41-7f8b-43d4-b8a8-94ec0293f8df tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:06.810376 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-3193dd41-7f8b-43d4-b8a8-94ec0293f8df tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8c9037ea-e7cb-41c5-95f8-459ac40d1c6f HTTP/1.1" status: 204 len: 168 time: 0.1284702 Aug 30 05:19:06.813369 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53790) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:06.819421 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193dd41-7f8b-43d4-b8a8-94ec0293f8df tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9037ea-e7cb-41c5-95f8-459ac40d1c6f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:06.827248 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-5ace4f21-fac6-460d-9d2c-71e361658166 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] show failed (client error): The resource could not be found. Aug 30 05:19:06.828242 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-5ace4f21-fac6-460d-9d2c-71e361658166 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "GET /networking/v2.0/security-groups/8c9037ea-e7cb-41c5-95f8-459ac40d1c6f HTTP/1.1" status: 404 len: 347 time: 0.0138233 Aug 30 05:19:06.831214 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53792) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:06.943318 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Deleting port aed1c344-93e6-453c-b88f-e82f4e805469 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:19:06.943580 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (aed1c344-93e6-453c-b88f-e82f4e805469), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:07.023019 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (aed1c344-93e6-453c-b88f-e82f4e805469), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:07.023351 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (aed1c344-93e6-453c-b88f-e82f4e805469), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:07.036421 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Calling delete_port for aed1c344-93e6-453c-b88f-e82f4e805469 owned by network:floatingip {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:19:07.167616 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (aed1c344-93e6-453c-b88f-e82f4e805469), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:07.169791 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9520910d-388b-42e5-a28c-3f07317314dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:07.193480 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Pushing event deleted for resources: {'Port': ['ID=aed1c344-93e6-453c-b88f-e82f4e805469,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:07.251917 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks [] for floatingip (64d0c960-bd50-41ac-9b16-6e17b4400804), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:07.254450 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:07.255595 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-a6f2d8c9-7d45-4182-a155-88b7e21d8fec tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/64d0c960-bd50-41ac-9b16-6e17b4400804 HTTP/1.1" status: 204 len: 168 time: 0.4233599 Aug 30 05:19:07.874622 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:19:07.895548 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 1ef774e8-0aae-4b74-9370-1e268ea393a2 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:19:07.895890 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 1ef774e8-0aae-4b74-9370-1e268ea393a2 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:19:08.447337 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:09.719377 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53846) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:09.958273 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:09.985729 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:10.086321 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:10.265654 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (a5e029d1-427c-4665-872b-7943b8b6dfbf), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:10.337862 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:10.533079 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Deleting port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:19:10.533421 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:10.610143 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] For port 0b9e1a68-da72-423e-aaa8-63a4bdf27d71, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0b9e1a68-da72-423e-aaa8-63a4bdf27d71,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:10.610504 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:10.623422 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Calling delete_port for 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 owned by network:router_interface {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:19:10.797220 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (0b9e1a68-da72-423e-aaa8-63a4bdf27d71), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:10.822110 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9e1a68-da72-423e-aaa8-63a4bdf27d71,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:11.194536 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:11.203933 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (a5e029d1-427c-4665-872b-7943b8b6dfbf), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:11.408097 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Router a5e029d1-427c-4665-872b-7943b8b6dfbf has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:19:11.414620 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:11.516439 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:19:11.521334 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-1680a001-4334-4f5c-82e5-642e31f81876 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/a5e029d1-427c-4665-872b-7943b8b6dfbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8009751 Aug 30 05:19:11.523903 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53864) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:11.527808 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] Sync routers for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:19:11.537849 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:11.538527 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:11.626431 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks [] for router (a5e029d1-427c-4665-872b-7943b8b6dfbf), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:11.639140 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:11.722641 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks [] for router_gateway (a5e029d1-427c-4665-872b-7943b8b6dfbf), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:11.768091 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Deleting port d7141657-a543-434e-a921-97a6766a695c {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:19:11.768533 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (d7141657-a543-434e-a921-97a6766a695c), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:11.802641 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152'}], 'enable_snat': True}, 'gw_port_id': 'd7141657-a543-434e-a921-97a6766a695c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:19:10Z', 'revision_number': 5, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port': {'id': 'd7141657-a543-434e-a921-97a6766a695c', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:11:51Z', 'updated_at': '2022-08-30T05:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:11.827553 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] Checking router: a5e029d1-427c-4665-872b-7943b8b6dfbf for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:19:11.835776 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] Routers {'a5e029d1-427c-4665-872b-7943b8b6dfbf'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:11.836382 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['a5e029d1-427c-4665-872b-7943b8b6dfbf'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:11.838754 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:11.848878 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] For port d7141657-a543-434e-a921-97a6766a695c, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=d7141657-a543-434e-a921-97a6766a695c,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:11.849446 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (d7141657-a543-434e-a921-97a6766a695c), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:11.862760 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Calling delete_port for d7141657-a543-434e-a921-97a6766a695c owned by network:router_gateway {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:19:11.873461 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:11.924284 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] Set router a5e029d1-427c-4665-872b-7943b8b6dfbf gateway port host: None {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:11.976773 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:19:11Z', 'revision_number': 6, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:11.983375 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:12.003481 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd21b3-6d35-4189-a411-335e55dc3811 None None] The sync data for ids ['a5e029d1-427c-4665-872b-7943b8b6dfbf'] in dv-cinder-853910-4-iscsi is: [{'id': 'a5e029d1-427c-4665-872b-7943b8b6dfbf', 'name': 'tempest-AttachVolumeShelveTestJSON-566728845-router', 'tenant_id': '7ea4da0dbf3a44eabbff29f884beb157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:11:49Z', 'updated_at': '2022-08-30T05:19:11Z', 'revision_number': 6, 'project_id': '7ea4da0dbf3a44eabbff29f884beb157', 'gw_port_host': None}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:19:12.039132 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (d7141657-a543-434e-a921-97a6766a695c), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.068445 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7141657-a543-434e-a921-97a6766a695c,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:12.130074 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (a5e029d1-427c-4665-872b-7943b8b6dfbf), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.218544 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (a5e029d1-427c-4665-872b-7943b8b6dfbf), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.220767 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks [] for router_controller (a5e029d1-427c-4665-872b-7943b8b6dfbf), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.260748 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (a5e029d1-427c-4665-872b-7943b8b6dfbf), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.261316 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5e029d1-427c-4665-872b-7943b8b6dfbf {{(pid=106380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:19:12.266573 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.267737 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5d4e942e-a17f-4f99-b73a-262e103c8bc9 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/a5e029d1-427c-4665-872b-7943b8b6dfbf HTTP/1.1" status: 204 len: 168 time: 0.7429295 Aug 30 05:19:12.270275 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53870) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:12.314448 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-2626c721-584e-48ed-ad3c-1be3da55d8d3 admin admin] Deleting subnet b72fa8d3-2305-413a-a425-ecf5efbcfd27 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:19:12.317506 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2626c721-584e-48ed-ad3c-1be3da55d8d3 admin admin] Publish callbacks [] for subnet (b72fa8d3-2305-413a-a425-ecf5efbcfd27), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.355949 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2626c721-584e-48ed-ad3c-1be3da55d8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (b72fa8d3-2305-413a-a425-ecf5efbcfd27), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.383800 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:12.439031 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2626c721-584e-48ed-ad3c-1be3da55d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (b72fa8d3-2305-413a-a425-ecf5efbcfd27), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.502614 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2626c721-584e-48ed-ad3c-1be3da55d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (b72fa8d3-2305-413a-a425-ecf5efbcfd27), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.529786 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba72cc-3404-4d74-ae32-23d09b7b92cf None None] Network fba3e311-e2c8-4947-8745-e286c874d470 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:19:12.539171 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2626c721-584e-48ed-ad3c-1be3da55d8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.545543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53872) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:12.547315 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2626c721-584e-48ed-ad3c-1be3da55d8d3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/b72fa8d3-2305-413a-a425-ecf5efbcfd27 HTTP/1.1" status: 204 len: 168 time: 0.2760153 Aug 30 05:19:12.548792 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626c721-584e-48ed-ad3c-1be3da55d8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72fa8d3-2305-413a-a425-ecf5efbcfd27,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:12.628099 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (fba3e311-e2c8-4947-8745-e286c874d470), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.675323 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Deleting port 78b76673-e2cc-4289-a7eb-eb09511db953 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:19:12.675783 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.746887 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] For port 78b76673-e2cc-4289-a7eb-eb09511db953, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=78b76673-e2cc-4289-a7eb-eb09511db953,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:12.748357 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.766975 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Calling delete_port for 78b76673-e2cc-4289-a7eb-eb09511db953 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:19:12.776589 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] DHCP port deletion for fba3e311-e2c8-4947-8745-e286c874d470 request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:19:12.814431 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:12.823950 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Deleting port 78b76673-e2cc-4289-a7eb-eb09511db953 {{(pid=106381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:19:12.824365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), before_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.861391 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.890239 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Pushing event deleted for resources: {'Port': ['ID=78b76673-e2cc-4289-a7eb-eb09511db953,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:12.896016 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] No DVR routers for this DVR port 78b76673-e2cc-4289-a7eb-eb09511db953 on host dv-cinder-853910-4-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:19:12.896692 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] For port 78b76673-e2cc-4289-a7eb-eb09511db953, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=78b76673-e2cc-4289-a7eb-eb09511db953,segment=NetworkSegment(8696b49b-95de-4375-8ffa-0625425244d2),segment_id=8696b49b-95de-4375-8ffa-0625425244d2)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:12.897131 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), precommit_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:12.912091 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Calling delete_port for 78b76673-e2cc-4289-a7eb-eb09511db953 owned by network:dhcp {{(pid=106381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:19:12.983169 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (fba3e311-e2c8-4947-8745-e286c874d470), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.006207 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba3e311-e2c8-4947-8745-e286c874d470']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:13.007521 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (78b76673-e2cc-4289-a7eb-eb09511db953), after_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.017545 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8696b49b-95de-4375-8ffa-0625425244d2') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:13.018198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8696b49b-95de-4375-8ffa-0625425244d2') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:13.037457 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Pushing event deleted for resources: {'Port': ['ID=78b76673-e2cc-4289-a7eb-eb09511db953,revision_number=None']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:13.038878 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260138746'] for segment (8696b49b-95de-4375-8ffa-0625425244d2), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.048403 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.049072 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.049605 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.050153 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.051006 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.051535 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.052066 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.052588 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.053118 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.053636 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.054150 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.054717 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.055088 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.055617 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.055941 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:13.056919 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (8696b49b-95de-4375-8ffa-0625425244d2), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.059494 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da09b31-c0cd-4ced-ac4c-d052580cb98d None None] No DVR routers for this DVR port 78b76673-e2cc-4289-a7eb-eb09511db953 on host dv-cinder-853910-4-iscsi {{(pid=106381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:19:13.072688 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:19:13.072688 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260664100'] for segment (8696b49b-95de-4375-8ffa-0625425244d2), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.125904 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 8696b49b-95de-4375-8ffa-0625425244d2 resource provider aggregate not found Aug 30 05:19:13.147381 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 8696b49b-95de-4375-8ffa-0625425244d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8696b49b-95de-4375-8ffa-0625425244d2 found for delete ", "request_id": "req-798f7f66-2397-4b31-ade4-d5e420219051"}]} Aug 30 05:19:13.151661 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (fba3e311-e2c8-4947-8745-e286c874d470), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.157693 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.163516 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/fba3e311-e2c8-4947-8745-e286c874d470 HTTP/1.1" status: 204 len: 168 time: 0.6143138 Aug 30 05:19:13.173483 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992b845-121e-4cc0-a814-4cae7e7848fc admin admin] Pushing event deleted for resources: {'Network': ['ID=fba3e311-e2c8-4947-8745-e286c874d470,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:13.292943 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53890) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:13.332348 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a9863d70-ff12-46c4-b3fd-24f28dca3161 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7ea4da0dbf3a44eabbff29f884beb157&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382521 Aug 30 05:19:13.334914 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53892) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:13.347941 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:13.377823 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:19:13.391077 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d39c3df-3105-4085-8802-f462671f76d5 admin admin] Publish callbacks [] for security_group (efc347c2-718b-4ded-89a3-28cafd4e2374), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.397506 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:19:13.397765 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0b9e1a68-da72-423e-aaa8-63a4bdf27d71 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:19:13.398334 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 78b76673-e2cc-4289-a7eb-eb09511db953 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:19:13.412519 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d39c3df-3105-4085-8802-f462671f76d5 admin admin] Publish callbacks [] for security_group (efc347c2-718b-4ded-89a3-28cafd4e2374), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.417345 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 78b76673-e2cc-4289-a7eb-eb09511db953 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:19:13.417696 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 78b76673-e2cc-4289-a7eb-eb09511db953 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:19:13.418115 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device d7141657-a543-434e-a921-97a6766a695c no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:19:13.436635 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: d7141657-a543-434e-a921-97a6766a695c {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:19:13.436989 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device d7141657-a543-434e-a921-97a6766a695c not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:19:13.458688 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d39c3df-3105-4085-8802-f462671f76d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (efc347c2-718b-4ded-89a3-28cafd4e2374), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.461336 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d39c3df-3105-4085-8802-f462671f76d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:13.462495 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1d39c3df-3105-4085-8802-f462671f76d5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/efc347c2-718b-4ded-89a3-28cafd4e2374 HTTP/1.1" status: 204 len: 168 time: 0.1266911 Aug 30 05:19:13.471342 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39c3df-3105-4085-8802-f462671f76d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc347c2-718b-4ded-89a3-28cafd4e2374,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:17.581319 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 53958) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:17.586057 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9406f64d-3b14-4647-8b5a-51e5bdd8d09d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368594103', 'description': 'tempest-description--62805157'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:17.607880 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9406f64d-3b14-4647-8b5a-51e5bdd8d09d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.673194 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9406f64d-3b14-4647-8b5a-51e5bdd8d09d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.676569 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9406f64d-3b14-4647-8b5a-51e5bdd8d09d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.707409 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9406f64d-3b14-4647-8b5a-51e5bdd8d09d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.708623 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9406f64d-3b14-4647-8b5a-51e5bdd8d09d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1262097 Aug 30 05:19:17.709415 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406f64d-3b14-4647-8b5a-51e5bdd8d09d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:17.711907 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53960) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:17.716619 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-7716356d-18c7-475e-a144-3494211b816d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group_rule': {'security_group_id': '1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:17.743781 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7716356d-18c7-475e-a144-3494211b816d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (e00d05f7-1dd6-4a61-a32f-86462ca2df22), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.807811 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7716356d-18c7-475e-a144-3494211b816d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (e00d05f7-1dd6-4a61-a32f-86462ca2df22), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.811979 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7716356d-18c7-475e-a144-3494211b816d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (e00d05f7-1dd6-4a61-a32f-86462ca2df22), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.832139 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716356d-18c7-475e-a144-3494211b816d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00d05f7-1dd6-4a61-a32f-86462ca2df22,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:17.841842 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7716356d-18c7-475e-a144-3494211b816d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.843124 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-7716356d-18c7-475e-a144-3494211b816d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301768 Aug 30 05:19:17.845772 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53970) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:17.849976 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-74a79d2b-adb9-487b-930d-3d56f9ce07e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group_rule': {'security_group_id': '1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:17.878110 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-74a79d2b-adb9-487b-930d-3d56f9ce07e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (e23f3de6-f3ec-4b61-ac0d-55a998436692), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.939868 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-74a79d2b-adb9-487b-930d-3d56f9ce07e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (e23f3de6-f3ec-4b61-ac0d-55a998436692), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.942970 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-74a79d2b-adb9-487b-930d-3d56f9ce07e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (e23f3de6-f3ec-4b61-ac0d-55a998436692), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.966421 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a79d2b-adb9-487b-930d-3d56f9ce07e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23f3de6-f3ec-4b61-ac0d-55a998436692,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:17.971825 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-74a79d2b-adb9-487b-930d-3d56f9ce07e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:17.973201 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-74a79d2b-adb9-487b-930d-3d56f9ce07e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264982 Aug 30 05:19:17.976515 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 53980) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:17.981526 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:17.993630 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:18.011422 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.091079 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.204313 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Allocated IP 172.27.4.250 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/2c67687d-818a-4d95-981c-12d716ae8428) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:19:18.306858 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (2c67687d-818a-4d95-981c-12d716ae8428), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.321381 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:18.342316 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (2c67687d-818a-4d95-981c-12d716ae8428), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.387478 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:18.392373 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:18.394926 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:19:18.400679 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=2c67687d-818a-4d95-981c-12d716ae8428,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:18.484279 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (aebc75f5-781c-4214-a307-d50ccf595e70), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.519685 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2c67687d-818a-4d95-981c-12d716ae8428), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.658481 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:18.680083 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (2c67687d-818a-4d95-981c-12d716ae8428), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.683931 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (2c67687d-818a-4d95-981c-12d716ae8428), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.753038 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=2c67687d-818a-4d95-981c-12d716ae8428,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:18.755363 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (aebc75f5-781c-4214-a307-d50ccf595e70), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.770623 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:18.771867 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-ac798603-5ea2-44f8-aab0-bbd06f567e71 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7943766 Aug 30 05:19:18.973655 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-030cf20e-c4eb-4a96-9398-71d2b1c30379 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1368594103&fields=id&tenant_id=bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 267 time: 0.0425792 Aug 30 05:19:19.086023 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-879e36c4-1bfa-497c-bac1-c4da57bbb670 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:19.087524 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-879e36c4-1bfa-497c-bac1-c4da57bbb670 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 815 time: 0.1076729 Aug 30 05:19:19.102574 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-1e395ee5-6047-4a44-8312-fe7f0ffad3be tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/quotas/bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 375 time: 0.0090525 Aug 30 05:19:19.156013 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-b4658a0f-4180-4b42-8e71-1e4d7eae4e2b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484283 Aug 30 05:19:19.258204 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-4953da25-cbc3-4063-92e7-f32cf079d110 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891724 Aug 30 05:19:19.305483 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54014) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:19.348759 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-67bcd77a-4ef0-4d34-bb9f-4b33f9b95ac4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846024 Aug 30 05:19:19.425214 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1e6aa85-c627-4255-b155-d9d7a6e0c260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:19.479868 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:19.546470 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-274688b5-0231-464c-8b59-47ae0f422a4b req-2b58926b-fad7-4036-8fbf-6e9138d97b87 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 210 time: 0.0446205 Aug 30 05:19:19.550992 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1e6aa85-c627-4255-b155-d9d7a6e0c260 admin admin] Publish callbacks [] for security_group (92cab9ab-0ce4-4262-8e1c-db2e77f285ab), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:19.554975 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1e6aa85-c627-4255-b155-d9d7a6e0c260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (92cab9ab-0ce4-4262-8e1c-db2e77f285ab), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:19.593731 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6aa85-c627-4255-b155-d9d7a6e0c260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cab9ab-0ce4-4262-8e1c-db2e77f285ab,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:19.600736 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c1e6aa85-c627-4255-b155-d9d7a6e0c260 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=90e437bbf3774a7daafd6fa6eaa1e00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942915 Aug 30 05:19:19.600964 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54022) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:19.656458 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c24364a7-c8d4-4b87-a860-d4d59e4628fc admin admin] Publish callbacks [] for security_group (92cab9ab-0ce4-4262-8e1c-db2e77f285ab), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:19.658018 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:19.681537 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c24364a7-c8d4-4b87-a860-d4d59e4628fc admin admin] Publish callbacks [] for security_group (92cab9ab-0ce4-4262-8e1c-db2e77f285ab), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:19.755334 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c24364a7-c8d4-4b87-a860-d4d59e4628fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (92cab9ab-0ce4-4262-8e1c-db2e77f285ab), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:19.759495 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c24364a7-c8d4-4b87-a860-d4d59e4628fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:19.761337 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c24364a7-c8d4-4b87-a860-d4d59e4628fc admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/92cab9ab-0ce4-4262-8e1c-db2e77f285ab HTTP/1.1" status: 204 len: 168 time: 0.1586530 Aug 30 05:19:19.770591 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24364a7-c8d4-4b87-a860-d4d59e4628fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cab9ab-0ce4-4262-8e1c-db2e77f285ab,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:20.651121 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dc46d29c-6670-4a93-a83b-56d6578ecd08 req-81180445-b3a9-4180-a3e5-5366f29c677f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 210 time: 0.0297291 Aug 30 05:19:21.072351 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54088) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:21.176934 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f74d38f-c552-4811-b215-5c4ddb2cc728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:21.250298 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f74d38f-c552-4811-b215-5c4ddb2cc728 admin admin] Publish callbacks [] for security_group (67274e71-f5cf-4bfd-b5ce-91d7dbbe9a81), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:21.254027 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f74d38f-c552-4811-b215-5c4ddb2cc728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (67274e71-f5cf-4bfd-b5ce-91d7dbbe9a81), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:21.291856 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-9f74d38f-c552-4811-b215-5c4ddb2cc728 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=0e57e0cf02db48d387c7091122d1e1af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184703 Aug 30 05:19:21.292663 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74d38f-c552-4811-b215-5c4ddb2cc728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67274e71-f5cf-4bfd-b5ce-91d7dbbe9a81,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:21.294640 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54094) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:21.345472 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3b117d7-a3f6-4f12-ab39-46b93cac452f admin admin] Publish callbacks [] for security_group (67274e71-f5cf-4bfd-b5ce-91d7dbbe9a81), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:21.365174 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3b117d7-a3f6-4f12-ab39-46b93cac452f admin admin] Publish callbacks [] for security_group (67274e71-f5cf-4bfd-b5ce-91d7dbbe9a81), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:21.414666 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3b117d7-a3f6-4f12-ab39-46b93cac452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (67274e71-f5cf-4bfd-b5ce-91d7dbbe9a81), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:21.417756 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3b117d7-a3f6-4f12-ab39-46b93cac452f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:21.418919 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f3b117d7-a3f6-4f12-ab39-46b93cac452f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/67274e71-f5cf-4bfd-b5ce-91d7dbbe9a81 HTTP/1.1" status: 204 len: 168 time: 0.1226478 Aug 30 05:19:21.427391 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b117d7-a3f6-4f12-ab39-46b93cac452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67274e71-f5cf-4bfd-b5ce-91d7dbbe9a81,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:21.753206 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3a77059c-3421-49f4-a310-08f5f68c4b7e req-91bbdf7e-a633-4813-94ec-1eb5a600b89b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 210 time: 0.0286219 Aug 30 05:19:22.856844 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9aaf7c22-a816-4461-a490-fbc5bdadb0a3 req-d0362499-9d38-46d3-9ed1-381d47368a4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 210 time: 0.0290542 Aug 30 05:19:23.103629 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:23.198805 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-2fe7e90a-758d-4a9b-96dc-c653a21bf5aa tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:23.200397 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-2fe7e90a-758d-4a9b-96dc-c653a21bf5aa tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 815 time: 0.1230745 Aug 30 05:19:23.297768 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-152b40cc-4c73-47a1-b3aa-32ecd5194780 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 473 time: 0.0793889 Aug 30 05:19:23.317141 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54176) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:23.344150 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'port': {'device_id': '4766e8f6-4e42-4773-bb22-b725770d2487', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'admin_state_up': True, 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'security_groups': ['1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41']}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:23.434443 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d38449c7-174a-4f1b-8327-d2fc640fed36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:23.492188 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Made reservation on behalf of bebd859c24cd4ed3b7e32a82de820b8a for: {'port': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:23.496339 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:23.608963 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d38449c7-174a-4f1b-8327-d2fc640fed36 admin admin] Publish callbacks [] for security_group (7c33d1d1-acfd-426c-a10d-5f392a3e6cff), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:23.611912 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:23.617116 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d38449c7-174a-4f1b-8327-d2fc640fed36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (7c33d1d1-acfd-426c-a10d-5f392a3e6cff), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:23.690386 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38449c7-174a-4f1b-8327-d2fc640fed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c33d1d1-acfd-426c-a10d-5f392a3e6cff,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:23.698871 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d38449c7-174a-4f1b-8327-d2fc640fed36 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d7bb3c7164ab4739af6e770aaa081c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807347 Aug 30 05:19:23.701520 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54180) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:23.711920 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Allocated IP 172.20.0.9 (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2/d345ef73-596f-4799-a761-5117c97d95cb/08c74dd1-5956-4921-97d8-5fa4c04b4949) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:19:23.789936 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24bac73a-3e58-4070-9d69-d3e759244aef admin admin] Publish callbacks [] for security_group (7c33d1d1-acfd-426c-a10d-5f392a3e6cff), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:23.848160 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24bac73a-3e58-4070-9d69-d3e759244aef admin admin] Publish callbacks [] for security_group (7c33d1d1-acfd-426c-a10d-5f392a3e6cff), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:23.883744 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:23.935316 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:23.974929 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f849aec2-2449-411d-bc45-fe9985c4127e req-b13b21eb-e71b-4aff-8a1c-7e714bc139ec tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 210 time: 0.0429142 Aug 30 05:19:23.975558 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24bac73a-3e58-4070-9d69-d3e759244aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (7c33d1d1-acfd-426c-a10d-5f392a3e6cff), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:23.978015 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24bac73a-3e58-4070-9d69-d3e759244aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:23.979041 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-24bac73a-3e58-4070-9d69-d3e759244aef admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/7c33d1d1-acfd-426c-a10d-5f392a3e6cff HTTP/1.1" status: 204 len: 168 time: 0.2760854 Aug 30 05:19:23.997760 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bac73a-3e58-4070-9d69-d3e759244aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c33d1d1-acfd-426c-a10d-5f392a3e6cff,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:24.013691 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.058661 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:24.062314 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:24.064748 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:19:24.103126 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=08c74dd1-5956-4921-97d8-5fa4c04b4949,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:24.128693 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:24.129358 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.148209 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-8624b0f6-4ec3-4839-a47d-10e96d6a83a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8084960 Aug 30 05:19:24.166992 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Request body: {'port': {'device_id': '4766e8f6-4e42-4773-bb22-b725770d2487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:24.237323 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.282792 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54190) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:24.297853 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f92cb76c-7dbc-4653-a03b-911caef01147 None None] Provisioning complete for port 08c74dd1-5956-4921-97d8-5fa4c04b4949 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:24.298402 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f92cb76c-7dbc-4653-a03b-911caef01147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.305665 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb61cb3-2d12-4595-975b-3bdbdda17ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.333426 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f92cb76c-7dbc-4653-a03b-911caef01147 None None] Port 08c74dd1-5956-4921-97d8-5fa4c04b4949 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:19:24.412049 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb61cb3-2d12-4595-975b-3bdbdda17ad7 admin admin] Publish callbacks [] for security_group (e52f12d8-c502-4c2b-9321-5b83cffd747f), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.416501 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb61cb3-2d12-4595-975b-3bdbdda17ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e52f12d8-c502-4c2b-9321-5b83cffd747f), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.430381 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:24.471407 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-abb61cb3-2d12-4595-975b-3bdbdda17ad7 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=df25ef1e0e32437ebd44d7fdbfdbb032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852851 Aug 30 05:19:24.471652 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:24.473560 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb61cb3-2d12-4595-975b-3bdbdda17ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f12d8-c502-4c2b-9321-5b83cffd747f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:24.473714 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54196) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:24.553041 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c74dd1-5956-4921-97d8-5fa4c04b4949 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:19:24.562493 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Publish callbacks [] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.585534 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Transition to ACTIVE for port object 08c74dd1-5956-4921-97d8-5fa4c04b4949 will not be triggered until provisioned by entity L2. {{(pid=106380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:19:24.586689 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-02c51441-ba7b-49c4-9ea6-f0d00b91424e admin admin] Publish callbacks [] for security_group (e52f12d8-c502-4c2b-9321-5b83cffd747f), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.589774 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.640251 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-02c51441-ba7b-49c4-9ea6-f0d00b91424e admin admin] Publish callbacks [] for security_group (e52f12d8-c502-4c2b-9321-5b83cffd747f), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.652652 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:24.680757 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Pushing event updated for resources: {'Port': ['ID=08c74dd1-5956-4921-97d8-5fa4c04b4949,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:24.748988 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Attempting to bind port 08c74dd1-5956-4921-97d8-5fa4c04b4949 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:19:24.749279 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Attempting to bind port 08c74dd1-5956-4921-97d8-5fa4c04b4949 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:19:24.749577 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Attempting to bind port 08c74dd1-5956-4921-97d8-5fa4c04b4949 on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:19:24.759063 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Port 08c74dd1-5956-4921-97d8-5fa4c04b4949 on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:19:24.759392 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Attempting to bind port 08c74dd1-5956-4921-97d8-5fa4c04b4949 on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:19:24.762767 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-02c51441-ba7b-49c4-9ea6-f0d00b91424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e52f12d8-c502-4c2b-9321-5b83cffd747f), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.765944 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-02c51441-ba7b-49c4-9ea6-f0d00b91424e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.767089 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-02c51441-ba7b-49c4-9ea6-f0d00b91424e admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/e52f12d8-c502-4c2b-9321-5b83cffd747f HTTP/1.1" status: 204 len: 168 time: 0.2923312 Aug 30 05:19:24.772207 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:19:24.772549 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Checking segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:24.772924 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Bound using segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:19:24.773357 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Bound port: 08c74dd1-5956-4921-97d8-5fa4c04b4949, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:19:24.773708 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:24.786799 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c51441-ba7b-49c4-9ea6-f0d00b91424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f12d8-c502-4c2b-9321-5b83cffd747f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:25.085052 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] For port 08c74dd1-5956-4921-97d8-5fa4c04b4949, host hv-cinder-85391, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:19:25.088078 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] For port 08c74dd1-5956-4921-97d8-5fa4c04b4949, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=08c74dd1-5956-4921-97d8-5fa4c04b4949,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:19:25.095684 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:25.101411 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:25.102013 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:25.103552 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/08c74dd1-5956-4921-97d8-5fa4c04b4949 HTTP/1.1" status: 200 len: 1093 time: 0.9411588 Aug 30 05:19:25.103988 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4766e8f6-4e42-4773-bb22-b725770d2487', 'tag': '08c74dd1-5956-4921-97d8-5fa4c04b4949'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:19:25.106186 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9564ec4f-ac22-429d-803e-13b8530b4038" -d '{"events": [{"name": "network-changed", "server_uuid": "4766e8f6-4e42-4773-bb22-b725770d2487", "tag": "08c74dd1-5956-4921-97d8-5fa4c04b4949"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:19:25.109716 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c86c1-e458-43af-ae9d-1ab537ee7412 req-989bafbf-2c44-4f0f-a797-0febedef410d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:25.111229 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3e0c86c1-e458-43af-ae9d-1ab537ee7412 req-989bafbf-2c44-4f0f-a797-0febedef410d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 943 time: 0.0535975 Aug 30 05:19:25.168856 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ba22a8-d8ac-4051-ad7f-d6def653dd6a x-openstack-request-id: req-34ba22a8-d8ac-4051-ad7f-d6def653dd6a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:19:25.169335 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4766e8f6-4e42-4773-bb22-b725770d2487", "tag": "08c74dd1-5956-4921-97d8-5fa4c04b4949", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:19:25.169438 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34ba22a8-d8ac-4051-ad7f-d6def653dd6a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:19:25.169764 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ba22a8-d8ac-4051-ad7f-d6def653dd6a'] response: {'name': 'network-changed', 'server_uuid': '4766e8f6-4e42-4773-bb22-b725770d2487', 'tag': '08c74dd1-5956-4921-97d8-5fa4c04b4949', 'status': 'completed', 'code': 200} Aug 30 05:19:25.174788 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f807434-4d44-464d-818f-0692ee0e910a service neutron] Pushing event updated for resources: {'Port': ['ID=08c74dd1-5956-4921-97d8-5fa4c04b4949,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:25.174992 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3e0c86c1-e458-43af-ae9d-1ab537ee7412 req-ef0c181a-a0bb-453e-8307-9f5197d3d1da tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529599 Aug 30 05:19:25.204093 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-6ab584b8-5383-4e90-a8f0-9e4314ec98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:25.205721 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-6ab584b8-5383-4e90-a8f0-9e4314ec98f4 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 1127 time: 0.0475640 Aug 30 05:19:25.253049 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-1949a9fd-9d59-4861-9231-1eb581811d2c service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c74dd1-5956-4921-97d8-5fa4c04b4949 HTTP/1.1" status: 200 len: 217 time: 0.0364361 Aug 30 05:19:25.303953 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-2439b286-229b-4de2-bd55-db466e5a5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:25.305967 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-2439b286-229b-4de2-bd55-db466e5a5ab3 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0443246 Aug 30 05:19:25.354455 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-689f3b07-dad3-41b6-b58d-f4d44df9de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:25.356012 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-689f3b07-dad3-41b6-b58d-f4d44df9de6d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406122 Aug 30 05:19:25.460458 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-9a829d88-6f1d-419d-9535-e58ff105750f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948944 Aug 30 05:19:25.560171 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-82b33167-8e6c-40b3-9de2-88c5f7beea04 req-e4c4dc21-411a-4354-a138-c81e70b23322 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865877 Aug 30 05:19:26.286249 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:26.300386 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ba00-28b6-495b-a9f5-97115f6d4ed4 req-5940e73b-c606-48df-86bd-e2bd84ee0ef0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:26.301867 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f855ba00-28b6-495b-a9f5-97115f6d4ed4 req-5940e73b-c606-48df-86bd-e2bd84ee0ef0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 943 time: 0.0533564 Aug 30 05:19:26.350119 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f855ba00-28b6-495b-a9f5-97115f6d4ed4 req-d5f206a0-4ade-4127-b63d-8c8cb6815aed tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Aug 30 05:19:26.519242 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-d12763e3-3b74-44ff-b408-4a28858bf648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:26.520794 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-d12763e3-3b74-44ff-b408-4a28858bf648 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 1127 time: 0.0407646 Aug 30 05:19:26.613753 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-bd896a60-0da0-456d-96cc-1a4ada904095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:26.615253 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-bd896a60-0da0-456d-96cc-1a4ada904095 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 916 time: 0.0886648 Aug 30 05:19:26.657776 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-373eead0-4ad5-40b0-a326-b2f066138c7c service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c74dd1-5956-4921-97d8-5fa4c04b4949 HTTP/1.1" status: 200 len: 217 time: 0.0329270 Aug 30 05:19:26.712943 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-ac47cdfa-4d2b-49dc-8915-3546a977c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:26.714430 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-ac47cdfa-4d2b-49dc-8915-3546a977c79c service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0496047 Aug 30 05:19:26.765452 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-0f7918c5-6026-4eb2-bc45-ba22656f8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:26.767176 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-0f7918c5-6026-4eb2-bc45-ba22656f8dac service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435147 Aug 30 05:19:26.880707 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-47216db5-ff54-4384-bab6-b6079b429e57 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031499 Aug 30 05:19:26.944974 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:26.975760 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9564ec4f-ac22-429d-803e-13b8530b4038 req-17a7c206-b8f5-471a-9dc4-4ad4c1b7eef6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885589 Aug 30 05:19:27.472523 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065731a-0ade-4ccd-8773-ab87b20e7ceb req-ed3cc6e2-4bbb-4f34-a781-8bc47153f222 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:27.473985 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d065731a-0ade-4ccd-8773-ab87b20e7ceb req-ed3cc6e2-4bbb-4f34-a781-8bc47153f222 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 943 time: 0.0525947 Aug 30 05:19:27.519961 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d065731a-0ade-4ccd-8773-ab87b20e7ceb req-3d0f90a9-5753-4caf-b623-f8bd30f2bf6c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Aug 30 05:19:27.721954 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=7 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:27.726841 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=14 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:27.971851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 08c74dd1-5956-4921-97d8-5fa4c04b4949 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:19:28.079942 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 08c74dd1-5956-4921-97d8-5fa4c04b4949, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=08c74dd1-5956-4921-97d8-5fa4c04b4949,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:28.094678 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '08c74dd1-5956-4921-97d8-5fa4c04b4949', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'port_id': '08c74dd1-5956-4921-97d8-5fa4c04b4949', 'mac_address': 'fa:16:3e:bf:ac:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:19:28.131461 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 08c74dd1-5956-4921-97d8-5fa4c04b4949 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:28.131772 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:28.146325 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c74dd1-5956-4921-97d8-5fa4c04b4949 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:19:28.150504 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:28.171191 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 08c74dd1-5956-4921-97d8-5fa4c04b4949, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=08c74dd1-5956-4921-97d8-5fa4c04b4949,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:28.174697 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:28.227307 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=08c74dd1-5956-4921-97d8-5fa4c04b4949,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:28.636051 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eab84d-f5d1-49ab-b150-5712c90d21f6 req-6cb99304-d912-49fb-a480-bea5a99b76a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:28.637544 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-70eab84d-f5d1-49ab-b150-5712c90d21f6 req-6cb99304-d912-49fb-a480-bea5a99b76a5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 944 time: 0.0465083 Aug 30 05:19:28.683180 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-70eab84d-f5d1-49ab-b150-5712c90d21f6 req-615e5d01-fa13-46b4-89a1-e2ed070d168c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 Aug 30 05:19:29.238794 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54290) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:29.344457 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c55370cd-7ccb-4850-ab18-dbe86395fe0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:29.418473 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c55370cd-7ccb-4850-ab18-dbe86395fe0d admin admin] Publish callbacks [] for security_group (94198329-7a89-40d7-b6d1-d0f782464dc1), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:29.422096 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c55370cd-7ccb-4850-ab18-dbe86395fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (94198329-7a89-40d7-b6d1-d0f782464dc1), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:29.464383 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c55370cd-7ccb-4850-ab18-dbe86395fe0d admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=f3fdad6f801941b7923342ffe7cb0818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220290 Aug 30 05:19:29.464383 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55370cd-7ccb-4850-ab18-dbe86395fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94198329-7a89-40d7-b6d1-d0f782464dc1,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:29.465481 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54294) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:29.515543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Publish callbacks [] for security_group (94198329-7a89-40d7-b6d1-d0f782464dc1), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:29.535465 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Publish callbacks [] for security_group (94198329-7a89-40d7-b6d1-d0f782464dc1), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:29.569651 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:29.585420 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (94198329-7a89-40d7-b6d1-d0f782464dc1), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:29.588063 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:29.589197 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/94198329-7a89-40d7-b6d1-d0f782464dc1 HTTP/1.1" status: 204 len: 168 time: 0.1222365 Aug 30 05:19:29.599394 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94198329-7a89-40d7-b6d1-d0f782464dc1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:29.606576 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.606961 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.607315 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.607662 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.608058 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.608397 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.608731 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.609063 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.609396 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.609729 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.610572 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.610572 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.610782 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.611075 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.611402 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7882a-5ccb-48db-acac-b8aba3c1cc26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:29.807539 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b37bc-4642-40e0-b556-5cac5adbc580 req-8d4df758-fb10-494f-92e0-2ef88b7de96c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:29.809029 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a87b37bc-4642-40e0-b556-5cac5adbc580 req-8d4df758-fb10-494f-92e0-2ef88b7de96c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 944 time: 0.0494325 Aug 30 05:19:29.859024 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a87b37bc-4642-40e0-b556-5cac5adbc580 req-52275540-8abc-4baf-b1ca-2e2cafb8178a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 Aug 30 05:19:30.220718 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54320) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:30.316197 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2032904374-network', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:30.335238 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Made reservation on behalf of 4826d4507ffc4e3288aac00b1409ea46 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:30.337641 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.346177 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.421607 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Publish callbacks [] for security_group (02b2c1c6-2231-4a33-b2a8-ee8943d4412a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.425055 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (02b2c1c6-2231-4a33-b2a8-ee8943d4412a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.451624 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:19:30.458119 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b2c1c6-2231-4a33-b2a8-ee8943d4412a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:30.464565 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (5f179b28-77c3-4b08-9c9c-1da25df2ff69), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.464926 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.segments_db [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Added segment 5f179b28-77c3-4b08-9c9c-1da25df2ff69 of type vlan for network 26f31fdb-da8e-4338-8261-3d7497337796 Aug 30 05:19:30.508121 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (26f31fdb-da8e-4338-8261-3d7497337796), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.532573 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (26f31fdb-da8e-4338-8261-3d7497337796), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.533686 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:30.534259 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.583114 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3612144 Aug 30 05:19:30.585780 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54324) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:30.596722 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Request body: {'subnet': {'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2032904374-subnet', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:30.609024 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7a997-64af-4f07-8b07-b045aacda6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=26f31fdb-da8e-4338-8261-3d7497337796,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:30.614031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:30.619113 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 26f31fdb-da8e-4338-8261-3d7497337796 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:19:30.622325 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:30.623374 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Made reservation on behalf of 4826d4507ffc4e3288aac00b1409ea46 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:30.625995 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260142662'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.793693 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260665281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260142672'] for subnet (3fa9b403-89a6-426b-a710-8899b0017df4), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.853595 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa9b403-89a6-426b-a710-8899b0017df4,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:30.860605 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Checking segment: {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:30.860965 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Network hostable DHCP agents. Network: 26f31fdb-da8e-4338-8261-3d7497337796, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:19:30.871500 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:30.878332 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Network 26f31fdb-da8e-4338-8261-3d7497337796 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:19:30.889462 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 26f31fdb-da8e-4338-8261-3d7497337796) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:30.894057 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:30.894643 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.910045 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7260818-8d16-4022-bc42-43434ddb8ce9 None None] Network 26f31fdb-da8e-4338-8261-3d7497337796 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:19:30.915083 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-461de1ce-cbca-430a-8296-615dfd0d915e admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3255689 Aug 30 05:19:30.915428 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54328) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:30.920220 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:30.943902 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.945119 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.956443 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:30.979091 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['08c74dd1-5956-4921-97d8-5fa4c04b4949'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:19:31.041725 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d91a-f98a-4ea2-b6db-f3de202e7c56 req-5dc22017-4a1a-4fcd-b01d-4d884f00c4ca tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:31.043286 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f541d91a-f98a-4ea2-b6db-f3de202e7c56 req-5dc22017-4a1a-4fcd-b01d-4d884f00c4ca tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 944 time: 0.0907288 Aug 30 05:19:31.046681 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks [] for router_controller (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), precommit_add_association {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.059040 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:31.059806 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-26f31fdb-da8e-4338-8261-3d7497337796', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:19:31.060668 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.202953 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f541d91a-f98a-4ea2-b6db-f3de202e7c56 req-80692c32-0985-4936-871c-7a39645b5771 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533301 Aug 30 05:19:31.237959 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks [] for router_gateway (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.420736 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Allocated IP 172.20.0.2 (26f31fdb-da8e-4338-8261-3d7497337796/3fa9b403-89a6-426b-a710-8899b0017df4/06fd7fd0-c413-4c79-a24f-58767b6104bf) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:19:31.441574 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks [] for router_gateway (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.467746 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.563070 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:19:31.586086 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:31.593191 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Publish callbacks [] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.603292 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.604005 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Allocated IP 172.27.4.17 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/e5cb2608-f9b8-4857-818f-59182af19595) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:19:31.646722 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Network 26f31fdb-da8e-4338-8261-3d7497337796 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:31.651682 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:31.654068 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:19:31.660576 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Pushing event updated for resources: {'Port': ['ID=06fd7fd0-c413-4c79-a24f-58767b6104bf,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:31.712964 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Attempting to bind port 06fd7fd0-c413-4c79-a24f-58767b6104bf on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:19:31.712964 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Attempting to bind port 06fd7fd0-c413-4c79-a24f-58767b6104bf by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:19:31.713297 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Attempting to bind port 06fd7fd0-c413-4c79-a24f-58767b6104bf on network 26f31fdb-da8e-4338-8261-3d7497337796 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:19:31.716197 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:31.719998 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:19:31.720864 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Checking segment: {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:31.720864 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.721254 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Bound using segment: {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:19:31.721708 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Bound port: 06fd7fd0-c413-4c79-a24f-58767b6104bf, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:19:31.722088 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.723659 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks [] for port (e5cb2608-f9b8-4857-818f-59182af19595), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.758717 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (e5cb2608-f9b8-4857-818f-59182af19595), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.791089 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] For port 06fd7fd0-c413-4c79-a24f-58767b6104bf, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:19:31.794228 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] For port 06fd7fd0-c413-4c79-a24f-58767b6104bf, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=06fd7fd0-c413-4c79-a24f-58767b6104bf,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:19:31.800451 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:31.801141 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:31.806351 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:31.810494 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:19:31.839051 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Pushing event updated for resources: {'Port': ['ID=e5cb2608-f9b8-4857-818f-59182af19595,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:31.841965 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:31.860963 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511509b-b899-411e-bfa7-34d71288b32e None None] Pushing event updated for resources: {'Port': ['ID=06fd7fd0-c413-4c79-a24f-58767b6104bf,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:32.073693 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:32.092661 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks [] for router_gateway (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:32.280931 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:32.333082 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66193e01-dc09-45e9-bd71-71b3e0383677 req-e2d128ae-17ce-4f5c-8132-85ba792deef1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:32.334619 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-66193e01-dc09-45e9-bd71-71b3e0383677 req-e2d128ae-17ce-4f5c-8132-85ba792deef1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 944 time: 0.0464768 Aug 30 05:19:32.381811 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-66193e01-dc09-45e9-bd71-71b3e0383677 req-7cf6adfc-4bdd-4d7b-b880-a630d2a57d52 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 Aug 30 05:19:32.406383 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:19:32.490288 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:32.513713 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:19:32.523410 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Sync routers for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:19:32.535247 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:32.536116 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:32.536730 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-65e5175d-e0eb-4442-aadb-38278c19409e admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6200624 Aug 30 05:19:32.539218 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54346) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:32.539811 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:32.649840 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:32.771065 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f87fb-8061-49c4-996b-adc4e1c4a706 None None] Network 26f31fdb-da8e-4338-8261-3d7497337796 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:19:32.851487 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-e93316ff-7fe7-444e-ad8d-31259c773388 None None] Provisioning complete for port 06fd7fd0-c413-4c79-a24f-58767b6104bf triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:32.851857 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e93316ff-7fe7-444e-ad8d-31259c773388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:32.886317 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 08c74dd1-5956-4921-97d8-5fa4c04b4949 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:32.977435 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:32.992592 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:33.051467 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 08c74dd1-5956-4921-97d8-5fa4c04b4949 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:19:33.055634 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:31Z', 'revision_number': 3, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:33.089196 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 08c74dd1-5956-4921-97d8-5fa4c04b4949 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:33.089569 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.096664 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Checking router: 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:19:33.096664 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Updating router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 port e5cb2608-f9b8-4857-818f-59182af19595 binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:19:33.133572 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-e93316ff-7fe7-444e-ad8d-31259c773388 None None] Current status of the port 06fd7fd0-c413-4c79-a24f-58767b6104bf is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:33.134123 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e93316ff-7fe7-444e-ad8d-31259c773388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.149389 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Allocated IP 172.20.0.1 (26f31fdb-da8e-4338-8261-3d7497337796/3fa9b403-89a6-426b-a710-8899b0017df4/b9d99481-fa51-4945-9651-5ffddb5c4dd8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:19:33.151959 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:33.177308 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (e5cb2608-f9b8-4857-818f-59182af19595), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.218974 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-e93316ff-7fe7-444e-ad8d-31259c773388 None None] For port 06fd7fd0-c413-4c79-a24f-58767b6104bf, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=06fd7fd0-c413-4c79-a24f-58767b6104bf,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:33.228215 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:33.229157 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e93316ff-7fe7-444e-ad8d-31259c773388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.260646 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Publish callbacks [] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.291647 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.297435 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:33.347617 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 08c74dd1-5956-4921-97d8-5fa4c04b4949 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:33.348015 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.402194 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-a74febe5-9ca0-4ea5-85da-1f8912b5b8e7 None None] Provisioning complete for port 06fd7fd0-c413-4c79-a24f-58767b6104bf triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:33.402561 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a74febe5-9ca0-4ea5-85da-1f8912b5b8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.408635 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93316ff-7fe7-444e-ad8d-31259c773388 None None] Pushing event updated for resources: {'Port': ['ID=06fd7fd0-c413-4c79-a24f-58767b6104bf,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:33.451287 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4766e8f6-4e42-4773-bb22-b725770d2487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c74dd1-5956-4921-97d8-5fa4c04b4949'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:19:33.453634 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966dda3b-34e5-457a-aea2-a07aa5b3d151" -d '{"events": [{"server_uuid": "4766e8f6-4e42-4773-bb22-b725770d2487", "name": "network-vif-plugged", "status": "completed", "tag": "08c74dd1-5956-4921-97d8-5fa4c04b4949"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:19:33.498536 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 06fd7fd0-c413-4c79-a24f-58767b6104bf up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:33.513592 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 08c74dd1-5956-4921-97d8-5fa4c04b4949, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=08c74dd1-5956-4921-97d8-5fa4c04b4949,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:33.536524 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861276c3-6f7c-4572-a9e5-7971cd61399f x-openstack-request-id: req-861276c3-6f7c-4572-a9e5-7971cd61399f {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:19:33.536822 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4766e8f6-4e42-4773-bb22-b725770d2487", "name": "network-vif-plugged", "status": "completed", "tag": "08c74dd1-5956-4921-97d8-5fa4c04b4949", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:19:33.537074 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-861276c3-6f7c-4572-a9e5-7971cd61399f {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:19:33.537467 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861276c3-6f7c-4572-a9e5-7971cd61399f'] response: {'server_uuid': '4766e8f6-4e42-4773-bb22-b725770d2487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c74dd1-5956-4921-97d8-5fa4c04b4949', 'code': 200} Aug 30 05:19:33.543241 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.596533 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Network 26f31fdb-da8e-4338-8261-3d7497337796 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:33.616075 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:33.663694 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:19:33.692953 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 06fd7fd0-c413-4c79-a24f-58767b6104bf triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:33.693600 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.706095 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.726555 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=08c74dd1-5956-4921-97d8-5fa4c04b4949,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:33.741079 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a74febe5-9ca0-4ea5-85da-1f8912b5b8e7 None None] Current status of the port 06fd7fd0-c413-4c79-a24f-58767b6104bf is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:33.801389 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Publish callbacks [] for port (e5cb2608-f9b8-4857-818f-59182af19595), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.813466 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d99481-fa51-4945-9651-5ffddb5c4dd8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:33.831660 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874fcfd-3f8b-4957-b56f-b4d4bba7969c req-d4065047-affb-4b29-b4d8-b13118dacde9 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:33.833262 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3874fcfd-3f8b-4957-b56f-b4d4bba7969c req-d4065047-affb-4b29-b4d8-b13118dacde9 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 945 time: 0.2356796 Aug 30 05:19:33.964486 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:33.966282 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af95f96-4288-4310-ba51-e31d68d9f02b req-dd9d59d0-0b18-4591-ba1f-1e60f9d466e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:33.968959 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5af95f96-4288-4310-ba51-e31d68d9f02b req-dd9d59d0-0b18-4591-ba1f-1e60f9d466e3 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 1129 time: 0.1588628 Aug 30 05:19:33.976008 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:33.985763 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (e5cb2608-f9b8-4857-818f-59182af19595), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.022279 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3874fcfd-3f8b-4957-b56f-b4d4bba7969c req-3f7ebb59-e613-45db-b096-8c8a0beda65d tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449053 Aug 30 05:19:34.038031 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-c0ea1c09-64ba-4276-a899-9479212d3b2c None None] Provisioning complete for port b9d99481-fa51-4945-9651-5ffddb5c4dd8 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:34.038405 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1c09-64ba-4276-a899-9479212d3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.052677 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Attempting to bind port e5cb2608-f9b8-4857-818f-59182af19595 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:19:34.052677 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Attempting to bind port e5cb2608-f9b8-4857-818f-59182af19595 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:19:34.052677 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Attempting to bind port e5cb2608-f9b8-4857-818f-59182af19595 on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:19:34.052677 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 06fd7fd0-c413-4c79-a24f-58767b6104bf is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:34.078451 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:19:34.078852 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:34.079262 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.079661 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:19:34.080132 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Bound port: e5cb2608-f9b8-4857-818f-59182af19595, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:19:34.080676 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (e5cb2608-f9b8-4857-818f-59182af19595), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.082195 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:34.096865 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5af95f96-4288-4310-ba51-e31d68d9f02b req-4c515cd6-92e9-45b5-9691-3389bb13d777 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114578 Aug 30 05:19:34.112291 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d51173-c446-47a3-99ca-6088afa6383f None None] Pushing event updated for resources: {'Port': ['ID=e5cb2608-f9b8-4857-818f-59182af19595,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:34.124415 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea1c09-64ba-4276-a899-9479212d3b2c None None] Port b9d99481-fa51-4945-9651-5ffddb5c4dd8 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:19:34.151716 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] For port e5cb2608-f9b8-4857-818f-59182af19595, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:19:34.155673 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] For port e5cb2608-f9b8-4857-818f-59182af19595, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=e5cb2608-f9b8-4857-818f-59182af19595,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:19:34.164855 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (e5cb2608-f9b8-4857-818f-59182af19595), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.172164 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:34.206018 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:34.206582 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:34.217335 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Publish callbacks [] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.222886 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.268914 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d51173-c446-47a3-99ca-6088afa6383f None None] Pushing event updated for resources: {'Port': ['ID=e5cb2608-f9b8-4857-818f-59182af19595,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:34.291993 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d99481-fa51-4945-9651-5ffddb5c4dd8,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:34.294510 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.304447 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54366) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:34.331323 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:34.391894 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Network 26f31fdb-da8e-4338-8261-3d7497337796 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:34.393291 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:34.450476 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d055f77f-3ebd-4c5b-b379-e9660181601e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.520024 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:19:34.549976 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 1, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:34.561747 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d055f77f-3ebd-4c5b-b379-e9660181601e admin admin] Publish callbacks [] for security_group (65382e83-08e2-413c-b537-3706aa3ac2a6), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.567469 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d055f77f-3ebd-4c5b-b379-e9660181601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (65382e83-08e2-413c-b537-3706aa3ac2a6), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.592110 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da12db-87c5-406a-89ae-25eaddfc6b50 None None] The sync data for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi is: [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 1, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:19:34.609800 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d055f77f-3ebd-4c5b-b379-e9660181601e admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=7b41626669874461afac002a46ee26d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006275 Aug 30 05:19:34.618226 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055f77f-3ebd-4c5b-b379-e9660181601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65382e83-08e2-413c-b537-3706aa3ac2a6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:34.621233 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54370) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:34.644926 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:34.650595 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-fbd0dbcb-856a-412d-96cf-d799ca5847fb None None] Provisioning complete for port b9d99481-fa51-4945-9651-5ffddb5c4dd8 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:34.650925 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dbcb-856a-412d-96cf-d799ca5847fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.651665 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:19:34.664788 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-9b5110f7-7193-4e33-b158-a1c6cae662a2 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/26cc750b-0f83-4c7e-b59d-c3a99eb7be47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1168933 Aug 30 05:19:34.702285 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0dbcb-856a-412d-96cf-d799ca5847fb None None] Port b9d99481-fa51-4945-9651-5ffddb5c4dd8 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:19:34.702867 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-586daf7c-bb9f-4c4f-9539-97b60feb14b9 admin admin] Publish callbacks [] for security_group (65382e83-08e2-413c-b537-3706aa3ac2a6), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.724317 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-586daf7c-bb9f-4c4f-9539-97b60feb14b9 admin admin] Publish callbacks [] for security_group (65382e83-08e2-413c-b537-3706aa3ac2a6), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.775186 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-586daf7c-bb9f-4c4f-9539-97b60feb14b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (65382e83-08e2-413c-b537-3706aa3ac2a6), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.778058 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-586daf7c-bb9f-4c4f-9539-97b60feb14b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:34.779308 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-586daf7c-bb9f-4c4f-9539-97b60feb14b9 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/65382e83-08e2-413c-b537-3706aa3ac2a6 HTTP/1.1" status: 204 len: 168 time: 0.1546044 Aug 30 05:19:34.788174 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586daf7c-bb9f-4c4f-9539-97b60feb14b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65382e83-08e2-413c-b537-3706aa3ac2a6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:34.862439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b239dfc1-b1dd-4b2a-aecd-2de309cc1c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.155544 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54388) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:35.170243 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-77e1f244-54db-4537-849d-fce327a09aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.196232 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c5c9-775e-4c44-8c9f-aa57795d1fa7 req-0de206dc-4e21-488e-8a49-02f9996c9e5f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:35.205186 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0b01c5c9-775e-4c44-8c9f-aa57795d1fa7 req-0de206dc-4e21-488e-8a49-02f9996c9e5f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 945 time: 0.0809474 Aug 30 05:19:35.269087 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:35.276047 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-77e1f244-54db-4537-849d-fce327a09aca admin admin] Publish callbacks [] for security_group (c3aaa5e9-0728-4803-b9be-5b981c8517bf), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.278321 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0b01c5c9-775e-4c44-8c9f-aa57795d1fa7 req-1d6af6a2-2bdf-4c72-8fe3-c1448bed7c58 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721993 Aug 30 05:19:35.283614 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-77e1f244-54db-4537-849d-fce327a09aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c3aaa5e9-0728-4803-b9be-5b981c8517bf), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.337174 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-77e1f244-54db-4537-849d-fce327a09aca admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=8f1968c6ac6643f1910ba73ae236f23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805251 Aug 30 05:19:35.338368 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1f244-54db-4537-849d-fce327a09aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aaa5e9-0728-4803-b9be-5b981c8517bf,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:35.339874 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54392) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:35.408289 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8bf765f-16f0-4468-a9b9-69368d648cc3 admin admin] Publish callbacks [] for security_group (c3aaa5e9-0728-4803-b9be-5b981c8517bf), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.454842 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8bf765f-16f0-4468-a9b9-69368d648cc3 admin admin] Publish callbacks [] for security_group (c3aaa5e9-0728-4803-b9be-5b981c8517bf), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.479206 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54396) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:35.484833 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2081586493-network', 'tenant_id': 'b530b1e42d404763b5da765efae99119'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:35.487958 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 06fd7fd0-c413-4c79-a24f-58767b6104bf up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:35.518497 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Made reservation on behalf of b530b1e42d404763b5da765efae99119 for: {'network': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:35.521038 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.524607 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8bf765f-16f0-4468-a9b9-69368d648cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (c3aaa5e9-0728-4803-b9be-5b981c8517bf), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.527211 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8bf765f-16f0-4468-a9b9-69368d648cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.528360 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c8bf765f-16f0-4468-a9b9-69368d648cc3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/c3aaa5e9-0728-4803-b9be-5b981c8517bf HTTP/1.1" status: 204 len: 168 time: 0.1872642 Aug 30 05:19:35.538881 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf765f-16f0-4468-a9b9-69368d648cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aaa5e9-0728-4803-b9be-5b981c8517bf,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:35.539055 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.573037 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 06fd7fd0-c413-4c79-a24f-58767b6104bf triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:35.573613 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.595055 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:35.669757 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Publish callbacks [] for security_group (7b2aec5a-4cbd-466b-bfa2-7505e93431c6), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.682073 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (7b2aec5a-4cbd-466b-bfa2-7505e93431c6), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.693215 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 06fd7fd0-c413-4c79-a24f-58767b6104bf is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:35.718892 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=106380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:19:35.729520 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2aec5a-4cbd-466b-bfa2-7505e93431c6,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:35.735455 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (8be9dd03-818a-46fa-b449-1c105daa7bde), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.735801 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.segments_db [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Added segment 8be9dd03-818a-46fa-b449-1c105daa7bde of type vlan for network 2cca4166-50f4-44b9-b90f-82f33967749d Aug 30 05:19:35.790719 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (2cca4166-50f4-44b9-b90f-82f33967749d), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.818653 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (2cca4166-50f4-44b9-b90f-82f33967749d), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.819799 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:35.820391 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:35.874720 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3943944 Aug 30 05:19:35.877476 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54402) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:35.888668 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Request body: {'subnet': {'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2081586493-subnet', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'ip_version': 4}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:35.902601 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97147225-42cc-4934-b840-9a232899db5c admin admin] Pushing event updated for resources: {'Network': ['ID=2cca4166-50f4-44b9-b90f-82f33967749d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:35.916164 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 2cca4166-50f4-44b9-b90f-82f33967749d details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:19:35.924783 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Made reservation on behalf of b530b1e42d404763b5da765efae99119 for: {'subnet': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:35.927430 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2500292'] for subnet (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.071962 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=67,neutron:INSERT=27,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:36.133640 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2500306'] for subnet (9a3887af-d894-4668-8a3f-11e42721ab32), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.201048 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3887af-d894-4668-8a3f-11e42721ab32,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:36.211045 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Checking segment: {'id': '8be9dd03-818a-46fa-b449-1c105daa7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:36.211412 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Network hostable DHCP agents. Network: 2cca4166-50f4-44b9-b90f-82f33967749d, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:19:36.233479 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Network 2cca4166-50f4-44b9-b90f-82f33967749d is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:19:36.243585 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 2cca4166-50f4-44b9-b90f-82f33967749d) {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:36.251142 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefea2ca-6514-44c1-a3b6-c600ff2353e7 None None] Network 2cca4166-50f4-44b9-b90f-82f33967749d requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:19:36.258488 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:36.259128 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.277776 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-7d0c63f1-0fb0-43bd-a68e-a0280b113a91 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3992705 Aug 30 05:19:36.281073 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:36.285645 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:36.310449 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.311590 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.382637 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks [] for router_controller (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.386564 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-2cca4166-50f4-44b9-b90f-82f33967749d', 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d', 'project_id': 'b530b1e42d404763b5da765efae99119', 'fixed_ips': [{'subnet_id': '9a3887af-d894-4668-8a3f-11e42721ab32'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:19:36.387600 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.449075 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c8add-12fd-432d-8c1c-521e2901928c req-76eaa91e-ce75-443c-89e1-5af07441199e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:36.450842 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e30c8add-12fd-432d-8c1c-521e2901928c req-76eaa91e-ce75-443c-89e1-5af07441199e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 945 time: 0.0812624 Aug 30 05:19:36.466963 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54424) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:36.533604 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e30c8add-12fd-432d-8c1c-521e2901928c req-2f288702-74ab-4796-a676-50b4dd4ab77a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756316 Aug 30 05:19:36.551694 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Allocated IP 172.20.0.2 (2cca4166-50f4-44b9-b90f-82f33967749d/9a3887af-d894-4668-8a3f-11e42721ab32/e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:19:36.556021 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:36.558622 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks [] for router_gateway (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.567043 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:36.568586 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:36.621151 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1832966791-network', 'tenant_id': '89a01e9365474f1b8232535b2008594a'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:36.643321 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Made reservation on behalf of 89a01e9365474f1b8232535b2008594a for: {'network': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:36.645742 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.654621 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.698777 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16b31a-7ca0-4313-a39e-5bf8410a4725 req-aa0c47a3-6254-4f97-a12f-d123b98da08c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:36.699870 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:36.700860 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-fd16b31a-7ca0-4313-a39e-5bf8410a4725 req-aa0c47a3-6254-4f97-a12f-d123b98da08c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 945 time: 0.0803115 Aug 30 05:19:36.717535 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54430) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:36.723636 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-0f57e7b1-b7e9-4990-9dff-832264f390e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'floatingip': {'port_id': '08c74dd1-5956-4921-97d8-5fa4c04b4949'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:36.741346 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Publish callbacks [] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.750618 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.768094 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f57e7b1-b7e9-4990-9dff-832264f390e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (aebc75f5-781c-4214-a307-d50ccf595e70), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.788082 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Network 2cca4166-50f4-44b9-b90f-82f33967749d is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:36.792638 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:36.795977 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:19:36.819021 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Pushing event updated for resources: {'Port': ['ID=e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:36.835182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks [] for router_gateway (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.855834 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Publish callbacks [] for security_group (f3c57e26-f6c4-4080-81e8-19872df591f7), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.860746 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.865191 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (f3c57e26-f6c4-4080-81e8-19872df591f7), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.880145 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Attempting to bind port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:19:36.880864 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Attempting to bind port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '8be9dd03-818a-46fa-b449-1c105daa7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:19:36.881375 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Attempting to bind port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 on network 2cca4166-50f4-44b9-b90f-82f33967749d {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:19:36.886811 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:19:36.887214 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Checking segment: {'id': '8be9dd03-818a-46fa-b449-1c105daa7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:36.887614 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.888001 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Bound using segment: {'id': '8be9dd03-818a-46fa-b449-1c105daa7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:19:36.888620 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Bound port: e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be9dd03-818a-46fa-b449-1c105daa7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:19:36.889525 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.921429 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=106380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:19:36.945997 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (6191c71e-5f24-4f4c-9c7e-facc28ff66e6), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.946343 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.segments_db [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Added segment 6191c71e-5f24-4f4c-9c7e-facc28ff66e6 of type vlan for network 95c0823d-b9f1-4821-a729-57bb99b18fb0 Aug 30 05:19:36.947807 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c57e26-f6c4-4080-81e8-19872df591f7,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:36.966961 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] For port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:19:36.971670 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] For port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32,segment=NetworkSegment(8be9dd03-818a-46fa-b449-1c105daa7bde),segment_id=8be9dd03-818a-46fa-b449-1c105daa7bde)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:19:36.979896 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:36.985442 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Allocated IP 172.27.4.243 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/2b3c7867-af35-41a1-b032-889882d10f96) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:19:37.042360 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c35cd9-dbdc-471d-b55b-b6ff238006e4 None None] Pushing event updated for resources: {'Port': ['ID=e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:37.066431 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (95c0823d-b9f1-4821-a729-57bb99b18fb0), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.089485 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:37.140099 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (95c0823d-b9f1-4821-a729-57bb99b18fb0), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.141100 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:37.141672 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.151907 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks [] for port (2b3c7867-af35-41a1-b032-889882d10f96), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.192232 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (2b3c7867-af35-41a1-b032-889882d10f96), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.192472 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e7360aaa-1bdd-486a-854d-d017a8320155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.201038 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:37.249146 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7595806 Aug 30 05:19:37.250380 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54432) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:37.261210 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Request body: {'subnet': {'network_id': '95c0823d-b9f1-4821-a729-57bb99b18fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1832966791-subnet', 'tenant_id': '89a01e9365474f1b8232535b2008594a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:37.261507 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:37.266050 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:37.277541 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:19:37.313781 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3c7867-af35-41a1-b032-889882d10f96,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:37.322436 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf25d9a-5895-4bc5-82dd-993fa25c730f admin admin] Pushing event updated for resources: {'Network': ['ID=95c0823d-b9f1-4821-a729-57bb99b18fb0,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:37.338803 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Sync routers for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:19:37.341352 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 95c0823d-b9f1-4821-a729-57bb99b18fb0 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:19:37.347537 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Made reservation on behalf of 89a01e9365474f1b8232535b2008594a for: {'subnet': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:37.349887 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2500292'] for subnet (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.365728 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:37.366366 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:37.534615 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e5cb2608-f9b8-4857-818f-59182af19595 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:37.562733 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f57e7b1-b7e9-4990-9dff-832264f390e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.575192 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f57e7b1-b7e9-4990-9dff-832264f390e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (aebc75f5-781c-4214-a307-d50ccf595e70), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.583582 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:37.585523 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port e5cb2608-f9b8-4857-818f-59182af19595 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:37.585650 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e5cb2608-f9b8-4857-818f-59182af19595), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.630990 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:37.682776 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port e5cb2608-f9b8-4857-818f-59182af19595 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:37.683672 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (e5cb2608-f9b8-4857-818f-59182af19595), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.719086 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port e5cb2608-f9b8-4857-818f-59182af19595, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=e5cb2608-f9b8-4857-818f-59182af19595,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:37.727978 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (e5cb2608-f9b8-4857-818f-59182af19595), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.738015 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:37.751631 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-0f57e7b1-b7e9-4990-9dff-832264f390e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Floating IP aebc75f5-781c-4214-a307-d50ccf595e70 associated. External IP: 172.27.4.250, port: 08c74dd1-5956-4921-97d8-5fa4c04b4949. Aug 30 05:19:37.755624 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2500306'] for subnet (0b69f4c8-1ed7-4ee5-8f0a-1566143a77d4), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.767310 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:37.768586 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks [] for router_gateway (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.837080 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:INSERT=4,neutron:UPDATE=7,neutron:SELECT=89 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:37.847104 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=e5cb2608-f9b8-4857-818f-59182af19595,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:37.853097 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:37.854120 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:37.871634 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b69f4c8-1ed7-4ee5-8f0a-1566143a77d4,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:37.916489 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Checking segment: {'id': '6191c71e-5f24-4f4c-9c7e-facc28ff66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '95c0823d-b9f1-4821-a729-57bb99b18fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:37.916854 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Network hostable DHCP agents. Network: 95c0823d-b9f1-4821-a729-57bb99b18fb0, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:19:37.925444 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:34Z', 'revision_number': 2, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:37.953489 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Checking router: 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:19:37.953939 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Updating router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 port b9d99481-fa51-4945-9651-5ffddb5c4dd8 binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:19:37.958995 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Network 95c0823d-b9f1-4821-a729-57bb99b18fb0 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:19:37.988796 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.008138 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:38.008749 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.016279 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 95c0823d-b9f1-4821-a729-57bb99b18fb0) {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:38.035405 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:38.036003 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.038231 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:38.040696 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a7ceab-41c5-4b64-b8ad-cee7b55bd5d6 None None] Network 95c0823d-b9f1-4821-a729-57bb99b18fb0 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:19:38.046607 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:38.120880 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32,segment=NetworkSegment(8be9dd03-818a-46fa-b449-1c105daa7bde),segment_id=8be9dd03-818a-46fa-b449-1c105daa7bde)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:38.135086 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.148396 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f57e7b1-b7e9-4990-9dff-832264f390e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:19:38.154095 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-a5746071-1e61-4526-af01-2fa550733f64 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9008346 Aug 30 05:19:38.327860 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Publish callbacks [] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.340511 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.363795 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f57e7b1-b7e9-4990-9dff-832264f390e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:19:38.370280 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f57e7b1-b7e9-4990-9dff-832264f390e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.396195 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:19:38.415325 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Pushing event updated for resources: {'Port': ['ID=b9d99481-fa51-4945-9651-5ffddb5c4dd8,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:38.422216 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-0f57e7b1-b7e9-4990-9dff-832264f390e7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/aebc75f5-781c-4214-a307-d50ccf595e70 HTTP/1.1" status: 200 len: 991 time: 1.7029417 Aug 30 05:19:38.422970 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4766e8f6-4e42-4773-bb22-b725770d2487', 'tag': '08c74dd1-5956-4921-97d8-5fa4c04b4949'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:19:38.427454 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.428066 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.428667 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.429213 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.429692 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.430288 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a" -d '{"events": [{"name": "network-changed", "server_uuid": "4766e8f6-4e42-4773-bb22-b725770d2487", "tag": "08c74dd1-5956-4921-97d8-5fa4c04b4949"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:19:38.430767 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.431331 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.431806 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.432276 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.432743 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.433210 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.433713 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.434422 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.434935 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.435442 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:38.445173 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:38.447851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:38.461035 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:38.495320 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38a3f2d-af8a-4830-9762-d5198c93e227 x-openstack-request-id: req-d38a3f2d-af8a-4830-9762-d5198c93e227 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:19:38.495612 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4766e8f6-4e42-4773-bb22-b725770d2487", "tag": "08c74dd1-5956-4921-97d8-5fa4c04b4949", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:19:38.495869 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d38a3f2d-af8a-4830-9762-d5198c93e227 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:19:38.496273 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38a3f2d-af8a-4830-9762-d5198c93e227'] response: {'name': 'network-changed', 'server_uuid': '4766e8f6-4e42-4773-bb22-b725770d2487', 'tag': '08c74dd1-5956-4921-97d8-5fa4c04b4949', 'status': 'completed', 'code': 200} Aug 30 05:19:38.536439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa6eba1-bfff-4525-8364-1d70b5b6960e None None] Network 2cca4166-50f4-44b9-b90f-82f33967749d requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:19:38.561825 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Attempting to bind port b9d99481-fa51-4945-9651-5ffddb5c4dd8 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:19:38.562436 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Attempting to bind port b9d99481-fa51-4945-9651-5ffddb5c4dd8 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:19:38.563943 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Attempting to bind port b9d99481-fa51-4945-9651-5ffddb5c4dd8 on network 26f31fdb-da8e-4338-8261-3d7497337796 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:19:38.567263 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.579543 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ad3250-5f2e-4612-8733-cba0310802cc None None] Network 95c0823d-b9f1-4821-a729-57bb99b18fb0 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:19:38.581692 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-c2f85ba6-8622-4df6-9592-01b2d7f736f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:38.582157 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:19:38.582661 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Checking segment: {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:38.583656 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.584009 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-c2f85ba6-8622-4df6-9592-01b2d7f736f1 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 1129 time: 0.0646243 Aug 30 05:19:38.584508 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Bound using segment: {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:19:38.585912 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Bound port: b9d99481-fa51-4945-9651-5ffddb5c4dd8, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:19:38.586333 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.632441 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-4d60d438-84ee-4f6e-8d60-b0c51a9b4b3d None None] Provisioning complete for port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:38.633420 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4d60d438-84ee-4f6e-8d60-b0c51a9b4b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.662497 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.706311 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:38.756061 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] For port b9d99481-fa51-4945-9651-5ffddb5c4dd8, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:19:38.764360 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] For port b9d99481-fa51-4945-9651-5ffddb5c4dd8, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=b9d99481-fa51-4945-9651-5ffddb5c4dd8,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:19:38.782287 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:38.849482 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:38.856537 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:19:38.886229 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:38.886892 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:38.889208 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de0005-ebfb-4e53-b5dd-4d07aa96af5d None None] Pushing event updated for resources: {'Port': ['ID=b9d99481-fa51-4945-9651-5ffddb5c4dd8,revision_number=4']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:39.010856 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:39.035767 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-4d60d438-84ee-4f6e-8d60-b0c51a9b4b3d None None] Current status of the port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:39.046095 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:19:39.065012 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Sync routers for ids ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:19:39.081211 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:39.082481 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Routers {'2299d6f8-fe32-4792-9c31-f7eabfac4cd7'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:39.083311 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:39.097436 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.099003 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1b1519db-58c6-49c1-b73e-fe622bf8a5f3 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8168461 Aug 30 05:19:39.101607 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54452) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:39.120721 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-542b67dd-0d23-4ba2-83ce-2c0266d5eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:39.123591 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-542b67dd-0d23-4ba2-83ce-2c0266d5eade service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 916 time: 0.5342994 Aug 30 05:19:39.168932 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:39.195657 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54454) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:39.203798 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1938726928-network', 'tenant_id': 'b7cb5a2a89cb44a99d0281a2212905c8'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:39.267148 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-6da0f4fe-95e9-48ae-9973-f145ed7b8fdd service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c74dd1-5956-4921-97d8-5fa4c04b4949 HTTP/1.1" status: 200 len: 999 time: 0.1365175 Aug 30 05:19:39.270999 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Made reservation on behalf of b7cb5a2a89cb44a99d0281a2212905c8 for: {'network': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:39.275187 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.284611 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-1a67d992-66b5-4673-b383-3ab3d9d53872 None None] Provisioning complete for port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:39.285137 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1a67d992-66b5-4673-b383-3ab3d9d53872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.325781 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'aebc75f5-781c-4214-a307-d50ccf595e70', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.250', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': '08c74dd1-5956-4921-97d8-5fa4c04b4949', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:bf:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4766e8f6-4e42-4773-bb22-b725770d2487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:19:18Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}, {'id': 'd896676a-fd80-43b6-a40e-2179e0c2b8f9', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:17:54Z', 'updated_at': '2022-08-30T05:18:25Z', 'revision_number': 2, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:39.329548 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-d4d38b9a-c0d7-416f-b598-2960c7dec04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:39.334004 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-d4d38b9a-c0d7-416f-b598-2960c7dec04f service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0551274 Aug 30 05:19:39.353383 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.359439 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:39.361278 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:39.375152 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:19:39.391479 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:39.392096 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:39.396285 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Set router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:39.496176 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:39.524062 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e5cb2608-f9b8-4857-818f-59182af19595 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:39.543265 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Publish callbacks [] for security_group (cfb582c6-39ae-42fd-84bd-9bbcff3aa11e), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.556892 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (cfb582c6-39ae-42fd-84bd-9bbcff3aa11e), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.568008 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=106380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:19:39.585029 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (7656cd01-3251-4521-8c36-5f7ee07dc7a0), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.585386 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.segments_db [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Added segment 7656cd01-3251-4521-8c36-5f7ee07dc7a0 of type vlan for network a147e06b-d141-4fab-92d6-fd5230c33988 Aug 30 05:19:39.586391 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:39.590545 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-1a67d992-66b5-4673-b383-3ab3d9d53872 None None] Current status of the port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:39.608104 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:38Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:39.621729 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:39.624959 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.637893 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port e5cb2608-f9b8-4857-818f-59182af19595 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:39.638394 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e5cb2608-f9b8-4857-818f-59182af19595), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.640290 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (a147e06b-d141-4fab-92d6-fd5230c33988), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.655143 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf853e36-5c9d-4437-b4dd-433bca318198 None None] The sync data for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi is: [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:38Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:19:39.673038 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:39.684912 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (a147e06b-d141-4fab-92d6-fd5230c33988), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.686727 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:39.687401 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.755816 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-f19552da-7fc6-4777-a9fb-bd6d34f7f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:39.756996 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-f19552da-7fc6-4777-a9fb-bd6d34f7f881 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4147100 Aug 30 05:19:39.784471 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Pushing event updated for resources: {'Network': ['ID=a147e06b-d141-4fab-92d6-fd5230c33988,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:39.812598 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network a147e06b-d141-4fab-92d6-fd5230c33988 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:19:39.837253 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6403906 Aug 30 05:19:39.841687 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54456) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:39.846445 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Request body: {'subnet': {'network_id': 'a147e06b-d141-4fab-92d6-fd5230c33988', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1938726928-subnet', 'tenant_id': 'b7cb5a2a89cb44a99d0281a2212905c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:39.853691 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Allocated IP 172.20.0.1 (2cca4166-50f4-44b9-b90f-82f33967749d/9a3887af-d894-4668-8a3f-11e42721ab32/981557ff-f2e6-49b7-a18c-a8a3aac7e8c0) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:19:39.872377 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '2b3c7867-af35-41a1-b032-889882d10f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 3, 'project_id': 'b530b1e42d404763b5da765efae99119', 'gw_port': {'id': '2b3c7867-af35-41a1-b032-889882d10f96', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:39.900684 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf8b62-2eed-49e0-ad00-bc3b0b19486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb582c6-39ae-42fd-84bd-9bbcff3aa11e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:39.906453 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Made reservation on behalf of b7cb5a2a89cb44a99d0281a2212905c8 for: {'subnet': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:39.908827 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2500292'] for subnet (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:39.914142 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Checking router: 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:19:39.914728 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Updating router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 port 2b3c7867-af35-41a1-b032-889882d10f96 binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:19:39.976032 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2b3c7867-af35-41a1-b032-889882d10f96), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.011791 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Publish callbacks [] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.064157 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.075692 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-eddaf662-398e-4eee-8011-514260e283ae service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884777 Aug 30 05:19:40.109086 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.111294 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Network 2cca4166-50f4-44b9-b90f-82f33967749d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:40.114472 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:40.117374 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:40.124328 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port e5cb2608-f9b8-4857-818f-59182af19595 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:40.125660 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:40.133717 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:19:40.133947 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.176584 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Pushing event updated for resources: {'Port': ['ID=981557ff-f2e6-49b7-a18c-a8a3aac7e8c0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:40.176862 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'aebc75f5-781c-4214-a307-d50ccf595e70', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.250', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': '08c74dd1-5956-4921-97d8-5fa4c04b4949', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:bf:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4766e8f6-4e42-4773-bb22-b725770d2487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:19:18Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}, {'id': 'd896676a-fd80-43b6-a40e-2179e0c2b8f9', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:17:54Z', 'updated_at': '2022-08-30T05:18:25Z', 'revision_number': 2, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:40.205388 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.231590 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6914e04-8a53-4772-974e-3c933890b100 None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'aebc75f5-781c-4214-a307-d50ccf595e70', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.250', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': '08c74dd1-5956-4921-97d8-5fa4c04b4949', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:bf:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4766e8f6-4e42-4773-bb22-b725770d2487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:19:18Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}, {'id': 'd896676a-fd80-43b6-a40e-2179e0c2b8f9', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:17:54Z', 'updated_at': '2022-08-30T05:18:25Z', 'revision_number': 2, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:19:40.247395 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:40.247782 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.436379 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-02cd3b7d-cc07-49bd-81f4-ed8f4b52c66a req-5601ee93-5597-42dd-a3b5-8776aa46b52b service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504710 Aug 30 05:19:40.534669 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2500306'] for subnet (279e5903-6c0e-4a7f-9649-e0499575297d), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.547987 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.561530 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f95ee67f-f098-43ad-8656-36a7df34cfcc None None] Provisioning complete for port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:40.561984 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f95ee67f-f098-43ad-8656-36a7df34cfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.603445 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=279e5903-6c0e-4a7f-9649-e0499575297d,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:40.621742 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.622094 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.622446 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.622790 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.623208 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.623703 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.623897 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.624182 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.624514 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.624842 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.625173 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.625604 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.625826 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.626152 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.626479 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:19:40.634011 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f95ee67f-f098-43ad-8656-36a7df34cfcc None None] Port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:19:40.660103 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:40.679814 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Checking segment: {'id': '7656cd01-3251-4521-8c36-5f7ee07dc7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a147e06b-d141-4fab-92d6-fd5230c33988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:40.680174 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Network hostable DHCP agents. Network: a147e06b-d141-4fab-92d6-fd5230c33988, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:19:40.695274 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e8549-0343-47ad-b29b-4461406cc2d1 None None] New status for floating IP aebc75f5-781c-4214-a307-d50ccf595e70: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:19:40.698680 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Publish callbacks [] for port (2b3c7867-af35-41a1-b032-889882d10f96), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.703209 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Network a147e06b-d141-4fab-92d6-fd5230c33988 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:19:40.710079 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2b3c7867-af35-41a1-b032-889882d10f96), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.712018 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:40.728707 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, a147e06b-d141-4fab-92d6-fd5230c33988) {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:40.741323 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:40.741930 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.744477 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Attempting to bind port 2b3c7867-af35-41a1-b032-889882d10f96 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:19:40.745012 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Attempting to bind port 2b3c7867-af35-41a1-b032-889882d10f96 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:19:40.745542 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Attempting to bind port 2b3c7867-af35-41a1-b032-889882d10f96 on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:19:40.752684 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89119039-9748-46b5-a4da-f90899867b62 None None] Network a147e06b-d141-4fab-92d6-fd5230c33988 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:19:40.758289 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:19:40.758660 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:40.759223 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.759476 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:19:40.759952 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Bound port: 2b3c7867-af35-41a1-b032-889882d10f96, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:19:40.760324 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2b3c7867-af35-41a1-b032-889882d10f96), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.763580 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-390fbc9e-771b-4bd6-bcd3-57d15678d532 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9208879 Aug 30 05:19:40.790087 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:40.791215 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device b9d99481-fa51-4945-9651-5ffddb5c4dd8 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:40.798454 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08420a-6939-4629-80e2-1914b69e4846 None None] Pushing event updated for resources: {'Port': ['ID=2b3c7867-af35-41a1-b032-889882d10f96,revision_number=2']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:40.800030 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Publish callbacks [] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.809929 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.831115 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] For port 2b3c7867-af35-41a1-b032-889882d10f96, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:19:40.833840 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:40.836368 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] For port 2b3c7867-af35-41a1-b032-889882d10f96, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2b3c7867-af35-41a1-b032-889882d10f96,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:19:40.847685 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2b3c7867-af35-41a1-b032-889882d10f96), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.865267 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Routers {'2299d6f8-fe32-4792-9c31-f7eabfac4cd7'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:40.865751 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:40.872301 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:40.889258 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Pushing event updated for resources: {'Port': ['ID=981557ff-f2e6-49b7-a18c-a8a3aac7e8c0,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:40.896376 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:40.992851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port b9d99481-fa51-4945-9651-5ffddb5c4dd8 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:40.993237 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:41.014341 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Network 2cca4166-50f4-44b9-b90f-82f33967749d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:41.015932 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:41.025895 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] Set router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:41.064148 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6daf7b-d394-44d0-a528-6a5f4a0eec33 None None] Network a147e06b-d141-4fab-92d6-fd5230c33988 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:19:41.066630 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08420a-6939-4629-80e2-1914b69e4846 None None] Pushing event updated for resources: {'Port': ['ID=2b3c7867-af35-41a1-b032-889882d10f96,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:41.102265 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:41.177903 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:19:41.281383 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port b9d99481-fa51-4945-9651-5ffddb5c4dd8 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:41.281869 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:41.297532 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '2b3c7867-af35-41a1-b032-889882d10f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 4, 'project_id': 'b530b1e42d404763b5da765efae99119', 'gw_port': {'id': '2b3c7867-af35-41a1-b032-889882d10f96', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '981557ff-f2e6-49b7-a18c-a8a3aac7e8c0', 'name': '', 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'mac_address': 'fa:16:3e:7d:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:39Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 2, 'project_id': 'b530b1e42d404763b5da765efae99119', 'subnets': [{'id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:41.319931 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port b9d99481-fa51-4945-9651-5ffddb5c4dd8, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=b9d99481-fa51-4945-9651-5ffddb5c4dd8,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:41.327014 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:41.331320 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:19:41.335171 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e84217-ac7d-4e20-a694-9fdb750d7100 None None] The sync data for ids ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'] in dv-cinder-853910-4-iscsi is: [{'id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '2b3c7867-af35-41a1-b032-889882d10f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 4, 'project_id': 'b530b1e42d404763b5da765efae99119', 'gw_port': {'id': '2b3c7867-af35-41a1-b032-889882d10f96', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '981557ff-f2e6-49b7-a18c-a8a3aac7e8c0', 'name': '', 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'mac_address': 'fa:16:3e:7d:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:39Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 2, 'project_id': 'b530b1e42d404763b5da765efae99119', 'subnets': [{'id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:19:41.344002 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b03d4e38-d383-4fd4-a607-67829cdffc6b admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/2299d6f8-fe32-4792-9c31-f7eabfac4cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2412434 Aug 30 05:19:41.391439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-ea7e34dd-39fe-4bd5-8f23-45294f7102c8 None None] Provisioning complete for port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:41.391825 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ea7e34dd-39fe-4bd5-8f23-45294f7102c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:41.430489 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:41.433029 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=b9d99481-fa51-4945-9651-5ffddb5c4dd8,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:41.440707 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e34dd-39fe-4bd5-8f23-45294f7102c8 None None] Port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:19:43.515820 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device b9d99481-fa51-4945-9651-5ffddb5c4dd8 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:43.565112 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port b9d99481-fa51-4945-9651-5ffddb5c4dd8 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:43.565578 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:43.646626 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port b9d99481-fa51-4945-9651-5ffddb5c4dd8 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:43.648038 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2b3c7867-af35-41a1-b032-889882d10f96 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:43.692477 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 2b3c7867-af35-41a1-b032-889882d10f96 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:43.693222 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2b3c7867-af35-41a1-b032-889882d10f96), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:43.777316 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 2b3c7867-af35-41a1-b032-889882d10f96 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:43.777703 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (2b3c7867-af35-41a1-b032-889882d10f96), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:43.801448 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 2b3c7867-af35-41a1-b032-889882d10f96, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2b3c7867-af35-41a1-b032-889882d10f96,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:43.810318 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (2b3c7867-af35-41a1-b032-889882d10f96), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:43.880015 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=2b3c7867-af35-41a1-b032-889882d10f96,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:44.160413 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Sync routers for ids ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:19:44.175697 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Routers {'2299d6f8-fe32-4792-9c31-f7eabfac4cd7'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:44.176724 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:44.326533 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Set router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:44.559859 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:44.623438 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '2b3c7867-af35-41a1-b032-889882d10f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 4, 'project_id': 'b530b1e42d404763b5da765efae99119', 'gw_port': {'id': '2b3c7867-af35-41a1-b032-889882d10f96', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '981557ff-f2e6-49b7-a18c-a8a3aac7e8c0', 'name': '', 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'mac_address': 'fa:16:3e:7d:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:39Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 2, 'project_id': 'b530b1e42d404763b5da765efae99119', 'subnets': [{'id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:44.650437 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Checking router: 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:19:44.650791 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Updating router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:19:44.678800 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:44.948500 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Publish callbacks [] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:44.972837 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:45.000234 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:45.031918 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee5e09-f178-4ad4-930d-add3401feb0b None None] Pushing event updated for resources: {'Port': ['ID=981557ff-f2e6-49b7-a18c-a8a3aac7e8c0,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:45.067303 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Attempting to bind port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:19:45.067923 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Attempting to bind port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '8be9dd03-818a-46fa-b449-1c105daa7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:19:45.068425 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Attempting to bind port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 on network 2cca4166-50f4-44b9-b90f-82f33967749d {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:19:45.074143 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:19:45.074793 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Checking segment: {'id': '8be9dd03-818a-46fa-b449-1c105daa7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:19:45.075366 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:45.075910 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Bound using segment: {'id': '8be9dd03-818a-46fa-b449-1c105daa7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:19:45.076428 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Bound port: 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be9dd03-818a-46fa-b449-1c105daa7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:19:45.076805 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:45.144688 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] For port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:19:45.147820 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] For port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=981557ff-f2e6-49b7-a18c-a8a3aac7e8c0,segment=NetworkSegment(8be9dd03-818a-46fa-b449-1c105daa7bde),segment_id=8be9dd03-818a-46fa-b449-1c105daa7bde)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:19:45.154156 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:45.182448 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Routers {'2299d6f8-fe32-4792-9c31-f7eabfac4cd7'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:19:45.183195 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:19:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:45.282339 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee5e09-f178-4ad4-930d-add3401feb0b None None] Pushing event updated for resources: {'Port': ['ID=981557ff-f2e6-49b7-a18c-a8a3aac7e8c0,revision_number=4']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:45.308526 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] Set router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:19:45.491827 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:45.551033 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:45.551422 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:45.659146 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:45.660137 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:45.689824 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:45.699925 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=981557ff-f2e6-49b7-a18c-a8a3aac7e8c0,segment=NetworkSegment(8be9dd03-818a-46fa-b449-1c105daa7bde),segment_id=8be9dd03-818a-46fa-b449-1c105daa7bde)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:19:45.707457 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:45.708514 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2b3c7867-af35-41a1-b032-889882d10f96 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:45.738664 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '2b3c7867-af35-41a1-b032-889882d10f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 4, 'project_id': 'b530b1e42d404763b5da765efae99119', 'gw_port': {'id': '2b3c7867-af35-41a1-b032-889882d10f96', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '981557ff-f2e6-49b7-a18c-a8a3aac7e8c0', 'name': '', 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'mac_address': 'fa:16:3e:7d:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:39Z', 'updated_at': '2022-08-30T05:19:45Z', 'revision_number': 4, 'project_id': 'b530b1e42d404763b5da765efae99119', 'subnets': [{'id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:45.771698 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4769e7ed-4e32-4c4e-9351-3001fbedd9ab None None] The sync data for ids ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'] in dv-cinder-853910-4-iscsi is: [{'id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '2b3c7867-af35-41a1-b032-889882d10f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:40Z', 'revision_number': 4, 'project_id': 'b530b1e42d404763b5da765efae99119', 'gw_port': {'id': '2b3c7867-af35-41a1-b032-889882d10f96', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '981557ff-f2e6-49b7-a18c-a8a3aac7e8c0', 'name': '', 'network_id': '2cca4166-50f4-44b9-b90f-82f33967749d', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'mac_address': 'fa:16:3e:7d:76:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:39Z', 'updated_at': '2022-08-30T05:19:45Z', 'revision_number': 4, 'project_id': 'b530b1e42d404763b5da765efae99119', 'subnets': [{'id': '9a3887af-d894-4668-8a3f-11e42721ab32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:19:45.801683 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=981557ff-f2e6-49b7-a18c-a8a3aac7e8c0,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:45.856218 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 2b3c7867-af35-41a1-b032-889882d10f96 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:45.856710 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (2b3c7867-af35-41a1-b032-889882d10f96), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:45.912890 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:45.916404 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:45.958507 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 2b3c7867-af35-41a1-b032-889882d10f96 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:47.424093 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:19:47.479411 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:47.479703 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:47.564380 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:19:50.750060 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:50.752388 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:51.213081 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-d3b245e5-1514-4d31-9cab-7c026bb6343c tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:51.214509 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-d3b245e5-1514-4d31-9cab-7c026bb6343c tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/networks?id=26f31fdb-da8e-4338-8261-3d7497337796 HTTP/1.1" status: 200 len: 815 time: 0.1064608 Aug 30 05:19:51.229240 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-b5d78433-e9c2-4b28-b7f2-5e8ff2ce81a0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/quotas/4826d4507ffc4e3288aac00b1409ea46 HTTP/1.1" status: 200 len: 375 time: 0.0086181 Aug 30 05:19:51.277157 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-385ae6c7-48e0-4ebf-b3b5-47e4c6be6b18 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4826d4507ffc4e3288aac00b1409ea46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431166 Aug 30 05:19:51.323535 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=30 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:51.328248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=63 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:51.375134 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bc80fad5-bb15-4b19-b77a-0dfd7e6b1dc9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857894 Aug 30 05:19:51.469019 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-86f242ce-5b9c-4352-92fe-75823d6c5231 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882344 Aug 30 05:19:51.627999 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7315278d-6c80-41ae-8695-4ca943efd4f8 req-cc1a7d10-a4d9-4a8d-ab0b-4d1165f7f803 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 210 time: 0.0281532 Aug 30 05:19:52.742046 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-043a91b2-b17b-4193-b431-2be5b0e343a9 req-76e6b16c-3c1f-4dd7-92e5-8eb354f7caad tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 210 time: 0.0381043 Aug 30 05:19:52.781727 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-db132860-0903-4546-839e-154baac7aa93 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:52.783154 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-db132860-0903-4546-839e-154baac7aa93 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.82 "GET /networking/v2.0/networks?id=26f31fdb-da8e-4338-8261-3d7497337796 HTTP/1.1" status: 200 len: 815 time: 0.1425200 Aug 30 05:19:52.805958 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'port': {'device_id': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'admin_state_up': True, 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:19:52.916586 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Made reservation on behalf of 4826d4507ffc4e3288aac00b1409ea46 for: {'port': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:19:52.920419 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:53.051396 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Allocated IP 172.20.0.11 (26f31fdb-da8e-4338-8261-3d7497337796/3fa9b403-89a6-426b-a710-8899b0017df4/71a60ab2-f1e6-480a-89ba-78b963887538) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:19:53.256357 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for port (71a60ab2-f1e6-480a-89ba-78b963887538), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:53.259328 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:53.275700 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:53.302608 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:53.356113 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Network 26f31fdb-da8e-4338-8261-3d7497337796 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:19:53.360520 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:19:53.363449 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:19:53.401497 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'Port': ['ID=71a60ab2-f1e6-480a-89ba-78b963887538,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:53.445868 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:53.446500 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:53.471421 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-bd1acb37-d726-4f8e-877c-d579dafabcb8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6691887 Aug 30 05:19:53.667272 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-65ab9182-8686-4763-bb4d-2798409eef3d None None] Provisioning complete for port 71a60ab2-f1e6-480a-89ba-78b963887538 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:19:53.667800 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-65ab9182-8686-4763-bb4d-2798409eef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:53.711597 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-65ab9182-8686-4763-bb4d-2798409eef3d None None] Port 71a60ab2-f1e6-480a-89ba-78b963887538 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:19:53.898526 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2468f-89c6-4ff5-823e-96f11d59b6a6 req-9e57d90e-0505-49bc-8737-856ca4e59740 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:53.900686 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-75a2468f-89c6-4ff5-823e-96f11d59b6a6 req-9e57d90e-0505-49bc-8737-856ca4e59740 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 932 time: 0.0731931 Aug 30 05:19:53.973189 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-75a2468f-89c6-4ff5-823e-96f11d59b6a6 req-8f80856f-4056-44c5-abc9-49a864776f68 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643792 Aug 30 05:19:55.103729 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8985ec-1e1e-46c5-a410-82a7c168d0c9 req-f0c1ca85-212d-4d1e-91c1-116ec5efba90 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:55.105154 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0b8985ec-1e1e-46c5-a410-82a7c168d0c9 req-f0c1ca85-212d-4d1e-91c1-116ec5efba90 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 932 time: 0.0494764 Aug 30 05:19:55.153952 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0b8985ec-1e1e-46c5-a410-82a7c168d0c9 req-baefcc94-39d9-40da-b5bd-dd223d9b63e0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430429 Aug 30 05:19:55.331347 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54674) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:55.389801 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-66206309-9be9-4807-bd34-54a22aafd087 admin admin] Deleting subnet 0b69f4c8-1ed7-4ee5-8f0a-1566143a77d4 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:19:55.393458 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66206309-9be9-4807-bd34-54a22aafd087 admin admin] Publish callbacks [] for subnet (0b69f4c8-1ed7-4ee5-8f0a-1566143a77d4), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.428390 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66206309-9be9-4807-bd34-54a22aafd087 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (0b69f4c8-1ed7-4ee5-8f0a-1566143a77d4), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.470072 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66206309-9be9-4807-bd34-54a22aafd087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (0b69f4c8-1ed7-4ee5-8f0a-1566143a77d4), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.526534 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66206309-9be9-4807-bd34-54a22aafd087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (0b69f4c8-1ed7-4ee5-8f0a-1566143a77d4), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.559787 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66206309-9be9-4807-bd34-54a22aafd087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.566546 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 54678) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:55.574932 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-66206309-9be9-4807-bd34-54a22aafd087 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/0b69f4c8-1ed7-4ee5-8f0a-1566143a77d4 HTTP/1.1" status: 204 len: 168 time: 0.2423177 Aug 30 05:19:55.576023 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66206309-9be9-4807-bd34-54a22aafd087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b69f4c8-1ed7-4ee5-8f0a-1566143a77d4,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:55.647094 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (95c0823d-b9f1-4821-a729-57bb99b18fb0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.733184 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (95c0823d-b9f1-4821-a729-57bb99b18fb0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.755208 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c0823d-b9f1-4821-a729-57bb99b18fb0']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:55.765092 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6191c71e-5f24-4f4c-9c7e-facc28ff66e6') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:55.765391 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6191c71e-5f24-4f4c-9c7e-facc28ff66e6') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:55.775523 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260138746'] for segment (6191c71e-5f24-4f4c-9c7e-facc28ff66e6), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.789197 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (6191c71e-5f24-4f4c-9c7e-facc28ff66e6), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.795955 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:19:55.796342 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260664100'] for segment (6191c71e-5f24-4f4c-9c7e-facc28ff66e6), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.837184 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 6191c71e-5f24-4f4c-9c7e-facc28ff66e6 resource provider aggregate not found Aug 30 05:19:55.860935 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment 6191c71e-5f24-4f4c-9c7e-facc28ff66e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6191c71e-5f24-4f4c-9c7e-facc28ff66e6 found for delete ", "request_id": "req-2e4f1416-a037-4f53-8389-3a2bc65b0d5c"}]} Aug 30 05:19:55.869995 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (95c0823d-b9f1-4821-a729-57bb99b18fb0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.877948 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.881206 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/95c0823d-b9f1-4821-a729-57bb99b18fb0 HTTP/1.1" status: 204 len: 168 time: 0.3135834 Aug 30 05:19:55.884588 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54684) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:55.892302 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52b26e-8f04-4e0e-ac20-f5f858c18350 admin admin] Pushing event deleted for resources: {'Network': ['ID=95c0823d-b9f1-4821-a729-57bb99b18fb0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:55.938136 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-854c0463-dde5-4024-ab57-cd39eda6d7d2 admin admin] Deleting subnet 279e5903-6c0e-4a7f-9649-e0499575297d {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:19:55.941803 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-854c0463-dde5-4024-ab57-cd39eda6d7d2 admin admin] Publish callbacks [] for subnet (279e5903-6c0e-4a7f-9649-e0499575297d), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:55.990125 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-854c0463-dde5-4024-ab57-cd39eda6d7d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (279e5903-6c0e-4a7f-9649-e0499575297d), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.034609 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-854c0463-dde5-4024-ab57-cd39eda6d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (279e5903-6c0e-4a7f-9649-e0499575297d), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.095922 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-854c0463-dde5-4024-ab57-cd39eda6d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (279e5903-6c0e-4a7f-9649-e0499575297d), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.123670 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c0463-dde5-4024-ab57-cd39eda6d7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279e5903-6c0e-4a7f-9649-e0499575297d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:56.125615 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-854c0463-dde5-4024-ab57-cd39eda6d7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.128685 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-854c0463-dde5-4024-ab57-cd39eda6d7d2 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/279e5903-6c0e-4a7f-9649-e0499575297d HTTP/1.1" status: 204 len: 168 time: 0.2430308 Aug 30 05:19:56.131261 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54686) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:56.202176 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (a147e06b-d141-4fab-92d6-fd5230c33988), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.211053 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:56.298459 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (a147e06b-d141-4fab-92d6-fd5230c33988), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.308897 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd5af1-68ad-4d5f-ac0e-5bf6dbc6e426 req-0f6e50ea-55c6-45cf-8d53-622b26d83590 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:56.310412 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-84fd5af1-68ad-4d5f-ac0e-5bf6dbc6e426 req-0f6e50ea-55c6-45cf-8d53-622b26d83590 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 932 time: 0.0672965 Aug 30 05:19:56.320797 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a147e06b-d141-4fab-92d6-fd5230c33988']}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:56.333294 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7656cd01-3251-4521-8c36-5f7ee07dc7a0') {'for_net_delete': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:56.333672 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7656cd01-3251-4521-8c36-5f7ee07dc7a0') {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:19:56.344555 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:19:56.347129 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105004'] for segment (7656cd01-3251-4521-8c36-5f7ee07dc7a0), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.362650 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (7656cd01-3251-4521-8c36-5f7ee07dc7a0), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.371246 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=106380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:19:56.371848 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672422'] for segment (7656cd01-3251-4521-8c36-5f7ee07dc7a0), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.376677 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-84fd5af1-68ad-4d5f-ac0e-5bf6dbc6e426 req-64880bd2-f8c3-4036-b7dc-4e2fd5f3021f tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605035 Aug 30 05:19:56.449780 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (a147e06b-d141-4fab-92d6-fd5230c33988), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.465835 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.482467 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/a147e06b-d141-4fab-92d6-fd5230c33988 HTTP/1.1" status: 204 len: 168 time: 0.3483205 Aug 30 05:19:56.499290 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b7bf5-87fb-46b6-ba46-88af2b82d154 admin admin] Pushing event deleted for resources: {'Network': ['ID=a147e06b-d141-4fab-92d6-fd5230c33988,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:56.640773 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 7656cd01-3251-4521-8c36-5f7ee07dc7a0 resource provider aggregate not found Aug 30 05:19:56.662529 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 7656cd01-3251-4521-8c36-5f7ee07dc7a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7656cd01-3251-4521-8c36-5f7ee07dc7a0 found for delete ", "request_id": "req-49878777-6357-48c8-9035-9a34fe96b496"}]} Aug 30 05:19:56.711443 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54698) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:56.755115 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-f3e24efb-4a5c-4665-95c4-3e85e28bf163 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=89a01e9365474f1b8232535b2008594a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424209 Aug 30 05:19:56.757714 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54700) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:56.809574 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eec489d5-5222-4db2-9e5a-d2c373386d2f admin admin] Publish callbacks [] for security_group (f3c57e26-f6c4-4080-81e8-19872df591f7), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.829967 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eec489d5-5222-4db2-9e5a-d2c373386d2f admin admin] Publish callbacks [] for security_group (f3c57e26-f6c4-4080-81e8-19872df591f7), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.880505 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eec489d5-5222-4db2-9e5a-d2c373386d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (f3c57e26-f6c4-4080-81e8-19872df591f7), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.882995 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eec489d5-5222-4db2-9e5a-d2c373386d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:56.884179 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-eec489d5-5222-4db2-9e5a-d2c373386d2f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/f3c57e26-f6c4-4080-81e8-19872df591f7 HTTP/1.1" status: 204 len: 168 time: 0.1255069 Aug 30 05:19:56.892242 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec489d5-5222-4db2-9e5a-d2c373386d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c57e26-f6c4-4080-81e8-19872df591f7,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:57.275800 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54706) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:57.318718 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-b01a5508-35fe-48bb-ad3b-9381f1dd2864 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=b7cb5a2a89cb44a99d0281a2212905c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392318 Aug 30 05:19:57.319187 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 54708) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:19:57.374627 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17de63e6-781c-49a7-a1ef-671b3fd3cb9b admin admin] Publish callbacks [] for security_group (cfb582c6-39ae-42fd-84bd-9bbcff3aa11e), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:57.397678 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17de63e6-781c-49a7-a1ef-671b3fd3cb9b admin admin] Publish callbacks [] for security_group (cfb582c6-39ae-42fd-84bd-9bbcff3aa11e), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:57.455953 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17de63e6-781c-49a7-a1ef-671b3fd3cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (cfb582c6-39ae-42fd-84bd-9bbcff3aa11e), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:57.459493 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17de63e6-781c-49a7-a1ef-671b3fd3cb9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:19:57.461839 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-17de63e6-781c-49a7-a1ef-671b3fd3cb9b admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/cfb582c6-39ae-42fd-84bd-9bbcff3aa11e HTTP/1.1" status: 204 len: 168 time: 0.1418345 Aug 30 05:19:57.489464 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de63e6-781c-49a7-a1ef-671b3fd3cb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb582c6-39ae-42fd-84bd-9bbcff3aa11e,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:19:57.544080 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c94ae-c502-4a24-b51f-7b8d0253fa7d req-b54daac5-67d3-401c-8add-17bb08845985 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:57.548676 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3b8c94ae-c502-4a24-b51f-7b8d0253fa7d req-b54daac5-67d3-401c-8add-17bb08845985 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 932 time: 0.0756493 Aug 30 05:19:57.619686 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3b8c94ae-c502-4a24-b51f-7b8d0253fa7d req-ac7857f6-9ed3-40fb-97be-b48b2a66f25c tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638206 Aug 30 05:19:58.812123 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fada8-3f69-4332-b0a7-678e86f6200c req-d7f8b407-cab2-4430-ba6e-fe24213d53d1 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:19:58.813782 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ce4fada8-3f69-4332-b0a7-678e86f6200c req-d7f8b407-cab2-4430-ba6e-fe24213d53d1 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 932 time: 0.1035287 Aug 30 05:19:58.898850 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ce4fada8-3f69-4332-b0a7-678e86f6200c req-7433901d-d0f0-4700-b7dc-5e8f984c9e81 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790696 Aug 30 05:20:00.066891 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6729-2429-4bac-9d73-669597ae4526 req-5b9027af-7f43-4ad4-85c3-8984eea6a410 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:00.080160 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e11c6729-2429-4bac-9d73-669597ae4526 req-5b9027af-7f43-4ad4-85c3-8984eea6a410 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 932 time: 0.0763340 Aug 30 05:20:00.147426 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e11c6729-2429-4bac-9d73-669597ae4526 req-67a827a0-17ab-411e-80fd-d33de7c868cb tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662863 Aug 30 05:20:00.916812 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:01.248571 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca495a78-f83d-4720-9cb1-6a37d7d86a43 req-7e1482c8-f1dd-48ae-a37c-191a0f3e0906 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:01.250032 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca495a78-f83d-4720-9cb1-6a37d7d86a43 req-7e1482c8-f1dd-48ae-a37c-191a0f3e0906 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 932 time: 0.0463405 Aug 30 05:20:01.298594 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca495a78-f83d-4720-9cb1-6a37d7d86a43 req-ebb5b186-8bc3-4586-8885-05f4416be71b tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Aug 30 05:20:02.414625 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eec903-f6b8-437b-b579-6316231ae71a req-a844f85c-d198-4fad-8ff2-f8cb6426fe5f tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:02.416095 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-80eec903-f6b8-437b-b579-6316231ae71a req-a844f85c-d198-4fad-8ff2-f8cb6426fe5f tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 932 time: 0.0458989 Aug 30 05:20:02.462596 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-80eec903-f6b8-437b-b579-6316231ae71a req-36df4a16-6df1-46ce-85ad-3644c8c7874d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Aug 30 05:20:03.329558 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Request body: {'port': {'device_id': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:03.333935 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:03.423096 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:03.440164 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-d5f8e292-fc62-4f15-8829-66bfed8bbc3d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527127 Aug 30 05:20:03.522750 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-92fed7e8-3ccb-4929-832a-ceb25c48856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:03.524372 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-92fed7e8-3ccb-4929-832a-ceb25c48856f service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 1130 time: 0.0544598 Aug 30 05:20:03.581465 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:03.583543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6594b-81da-429e-9038-1a9b94b4f6a9 req-1c607fa8-9f91-4bb3-91c3-aa3de5981cc3 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:03.585121 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9bb6594b-81da-429e-9038-1a9b94b4f6a9 req-1c607fa8-9f91-4bb3-91c3-aa3de5981cc3 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 932 time: 0.0479853 Aug 30 05:20:03.632022 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9bb6594b-81da-429e-9038-1a9b94b4f6a9 req-b04e911a-7a9a-4820-89b5-ca86851ad830 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Aug 30 05:20:03.739247 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-da6b4a19-f34a-403c-a3f1-a509ef6920bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:03.741372 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-da6b4a19-f34a-403c-a3f1-a509ef6920bc service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.1741445 Aug 30 05:20:03.808120 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a60ab2-f1e6-480a-89ba-78b963887538 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:20:03.816112 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Publish callbacks [] for port (71a60ab2-f1e6-480a-89ba-78b963887538), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:03.832596 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Transition to ACTIVE for port object 71a60ab2-f1e6-480a-89ba-78b963887538 will not be triggered until provisioned by entity L2. {{(pid=106380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:20:03.836153 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:03.913778 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=71a60ab2-f1e6-480a-89ba-78b963887538,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:03.941226 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Attempting to bind port 71a60ab2-f1e6-480a-89ba-78b963887538 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:20:03.941562 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Attempting to bind port 71a60ab2-f1e6-480a-89ba-78b963887538 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:20:03.941892 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Attempting to bind port 71a60ab2-f1e6-480a-89ba-78b963887538 on network 26f31fdb-da8e-4338-8261-3d7497337796 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:20:03.946116 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Port 71a60ab2-f1e6-480a-89ba-78b963887538 on network 26f31fdb-da8e-4338-8261-3d7497337796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:20:03.946434 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Attempting to bind port 71a60ab2-f1e6-480a-89ba-78b963887538 on network 26f31fdb-da8e-4338-8261-3d7497337796 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:20:03.951215 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:20:03.951553 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Checking segment: {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:20:03.951924 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Bound using segment: {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:20:03.952348 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Bound port: 71a60ab2-f1e6-480a-89ba-78b963887538, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f179b28-77c3-4b08-9c9c-1da25df2ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:20:03.952695 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:04.012041 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] For port 71a60ab2-f1e6-480a-89ba-78b963887538, host hv-cinder-85391, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:20:04.015009 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] For port 71a60ab2-f1e6-480a-89ba-78b963887538, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=71a60ab2-f1e6-480a-89ba-78b963887538,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:20:04.021663 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:04.026068 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:04.026676 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:04.028054 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 200 len: 1094 time: 0.7040505 Aug 30 05:20:04.028534 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:04.030808 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3755ba8-a174-4767-a2d0-da65f7110613" -d '{"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:04.070051 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a083f9c-faf1-4525-a11e-7611626fe211 x-openstack-request-id: req-0a083f9c-faf1-4525-a11e-7611626fe211 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:04.070349 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:04.070601 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a083f9c-faf1-4525-a11e-7611626fe211 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:04.071017 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a083f9c-faf1-4525-a11e-7611626fe211'] response: {'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538', 'status': 'completed', 'code': 200} Aug 30 05:20:04.082273 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ca95c-f571-4baa-9e40-6e83e4f54bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=71a60ab2-f1e6-480a-89ba-78b963887538,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:04.719791 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:04.724300 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:04.750893 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199304a-a6f4-4ffa-9230-93d5f9dc4bfa req-83d040a8-c4e9-4690-809a-e89c32fbf575 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:04.752362 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f199304a-a6f4-4ffa-9230-93d5f9dc4bfa req-83d040a8-c4e9-4690-809a-e89c32fbf575 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 944 time: 0.0478413 Aug 30 05:20:04.798082 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f199304a-a6f4-4ffa-9230-93d5f9dc4bfa req-449a4d21-0631-42e9-b917-d403b61f2ae3 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Aug 30 05:20:04.824848 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-11a222a9-5930-4575-ae1a-f0b071977abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:05.907332 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:05.917898 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504db5ff-688e-439f-bd42-28b99fef6042 req-d2ab1d1b-e28b-47b9-842b-41c579d7c5a2 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:05.919359 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-504db5ff-688e-439f-bd42-28b99fef6042 req-d2ab1d1b-e28b-47b9-842b-41c579d7c5a2 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 944 time: 0.0472131 Aug 30 05:20:05.965789 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-504db5ff-688e-439f-bd42-28b99fef6042 req-85320d24-bc39-4ffa-8f52-c589e2666c3d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Aug 30 05:20:06.690618 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755ba8-a174-4767-a2d0-da65f7110613 req-f32378e2-d541-4e4e-8652-092d8d2247c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:06.692106 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a3755ba8-a174-4767-a2d0-da65f7110613 req-f32378e2-d541-4e4e-8652-092d8d2247c4 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=4826d4507ffc4e3288aac00b1409ea46&device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 1128 time: 0.2932997 Aug 30 05:20:06.693881 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-ba0dfd10-c5ac-4f36-b408-55f5d5b2f208 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301 HTTP/1.1" status: 200 len: 1001 time: 0.3314171 Aug 30 05:20:06.802873 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-81c057fa-b42b-4821-8d6b-74f0eb35a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:06.804290 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-81c057fa-b42b-4821-8d6b-74f0eb35a1c7 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0987432 Aug 30 05:20:06.832655 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755ba8-a174-4767-a2d0-da65f7110613 req-79d992c2-6515-4a3e-bb2d-2497d76e015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:06.834000 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a3755ba8-a174-4767-a2d0-da65f7110613 req-79d992c2-6515-4a3e-bb2d-2497d76e015a service neutron] 10.222.0.82 "GET /networking/v2.0/networks?tenant_id=4826d4507ffc4e3288aac00b1409ea46&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1299777 Aug 30 05:20:07.086489 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9597fbf-b8e9-4b0a-b2a4-c69000c436b2 req-4182d8d6-2073-44e5-bff1-32e49814c553 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:07.087987 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f9597fbf-b8e9-4b0a-b2a4-c69000c436b2 req-4182d8d6-2073-44e5-bff1-32e49814c553 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 944 time: 0.0502989 Aug 30 05:20:07.133241 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f9597fbf-b8e9-4b0a-b2a4-c69000c436b2 req-f4c1bbfe-bfe8-418d-b82b-d38a1fa46784 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 Aug 30 05:20:07.174370 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-78a0dd11-6b8c-4c8a-b308-0fbe29d45553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:08.249136 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eddbf4-caee-4be4-b002-1ce78ed9b43e req-26dfc7a9-fbcc-4942-9da1-e50c6f5a423f tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:08.250562 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d6eddbf4-caee-4be4-b002-1ce78ed9b43e req-26dfc7a9-fbcc-4942-9da1-e50c6f5a423f tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 944 time: 0.0464118 Aug 30 05:20:08.285430 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:08.297068 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d6eddbf4-caee-4be4-b002-1ce78ed9b43e req-23c84a0b-17de-401d-aee7-b3947cdb5bc2 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410216 Aug 30 05:20:08.438414 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:08.561958 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:20:08.617158 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-c45ed0a1-7ba1-49d1-b856-21309c9224e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:08.618627 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-c45ed0a1-7ba1-49d1-b856-21309c9224e2 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858228 Aug 30 05:20:08.655130 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755ba8-a174-4767-a2d0-da65f7110613 req-f8114d23-30e1-4dc1-affe-9d646361a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:08.656479 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a3755ba8-a174-4767-a2d0-da65f7110613 req-f8114d23-30e1-4dc1-affe-9d646361a6f3 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147661 Aug 30 05:20:09.399144 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:09.413714 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fb225-7b1c-4702-9458-e0d6221c0894 req-d243619b-2344-4599-bcd2-d1c0903ba017 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:09.415267 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a05fb225-7b1c-4702-9458-e0d6221c0894 req-d243619b-2344-4599-bcd2-d1c0903ba017 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 944 time: 0.0474091 Aug 30 05:20:09.458257 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:09.467365 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a05fb225-7b1c-4702-9458-e0d6221c0894 req-052be6d7-9545-46e3-8903-fe6ea014d272 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Aug 30 05:20:09.564175 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-2d11d818-f77c-4298-876b-a48952d012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:09.565624 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-2d11d818-f77c-4298-876b-a48952d012e1 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=4826d4507ffc4e3288aac00b1409ea46&device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 1128 time: 0.0735500 Aug 30 05:20:09.621171 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-33330392-ca75-43b0-aa5e-ca0cf1702177 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 200 len: 217 time: 0.0432105 Aug 30 05:20:09.624692 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-d567015c-b7d1-4402-b9ed-2fd296ea02da service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661048 Aug 30 05:20:09.730455 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-af5c311b-8e08-4f66-99e5-17cb732d6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:09.731931 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-af5c311b-8e08-4f66-99e5-17cb732d6811 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=3fa9b403-89a6-426b-a710-8899b0017df4 HTTP/1.1" status: 200 len: 854 time: 0.0992925 Aug 30 05:20:09.794542 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bf8462a5-053c-4019-9751-73e95072f5f2 req-19cbf68b-dfc3-453f-8944-f22465c2333f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549301 Aug 30 05:20:09.799644 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-2775e23a-eb3b-465a-8199-757595ee6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:09.801007 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-2775e23a-eb3b-465a-8199-757595ee6a08 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=26f31fdb-da8e-4338-8261-3d7497337796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608468 Aug 30 05:20:09.893772 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-e1c4e879-92a6-44b0-96d7-9f12198da90a service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852995 Aug 30 05:20:09.973538 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:09.978384 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:10.238103 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:10.253573 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e80f71b-dc13-4e05-ab43-b710ed1c1363 req-eeb49a46-b900-4402-a060-4dce6449aa0c service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907276 Aug 30 05:20:10.580734 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40902642-2c9a-4a6d-9d64-422d65e09d95 req-8ad413fb-328d-4713-9fd2-4a88552f940c tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:10.582157 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-40902642-2c9a-4a6d-9d64-422d65e09d95 req-8ad413fb-328d-4713-9fd2-4a88552f940c tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 944 time: 0.0463231 Aug 30 05:20:10.628884 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-40902642-2c9a-4a6d-9d64-422d65e09d95 req-6ef9fba0-3005-4ed9-8bfc-8ea180c4e1c8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Aug 30 05:20:11.393251 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 71a60ab2-f1e6-480a-89ba-78b963887538 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:20:11.493382 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 71a60ab2-f1e6-480a-89ba-78b963887538, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=71a60ab2-f1e6-480a-89ba-78b963887538,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:11.504459 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '71a60ab2-f1e6-480a-89ba-78b963887538', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'port_id': '71a60ab2-f1e6-480a-89ba-78b963887538', 'mac_address': 'fa:16:3e:05:46:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:20:11.539238 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 71a60ab2-f1e6-480a-89ba-78b963887538 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:20:11.539563 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:11.555674 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a60ab2-f1e6-480a-89ba-78b963887538 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:20:11.575172 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 71a60ab2-f1e6-480a-89ba-78b963887538, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=71a60ab2-f1e6-480a-89ba-78b963887538,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:11.579014 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:11.623468 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=71a60ab2-f1e6-480a-89ba-78b963887538,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:11.749255 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd64b45-958c-4211-929f-6dbd650dc587 req-82bf4eec-7054-4397-9e5f-74534d7b47a0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:11.750720 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3fd64b45-958c-4211-929f-6dbd650dc587 req-82bf4eec-7054-4397-9e5f-74534d7b47a0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 945 time: 0.0460534 Aug 30 05:20:11.809212 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3fd64b45-958c-4211-929f-6dbd650dc587 req-fd9ec753-c7fb-4d13-8b5c-74b5e85a4e95 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523849 Aug 30 05:20:11.999318 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['71a60ab2-f1e6-480a-89ba-78b963887538'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:20:12.135714 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:12.347972 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-5af93927-f82b-4752-b5c1-ee7c8afc7243 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-21014458&fields=id&tenant_id=97e3452b02294219ae56cd23eb2aa0ce HTTP/1.1" status: 200 len: 267 time: 0.0461686 Aug 30 05:20:12.461528 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-81b5ffe2-d909-42de-a1d0-0f67de8fea13 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:12.463039 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-81b5ffe2-d909-42de-a1d0-0f67de8fea13 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 812 time: 0.1085413 Aug 30 05:20:12.479761 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-033f370e-c60b-4e32-a6a8-bf0baf2e7966 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/quotas/97e3452b02294219ae56cd23eb2aa0ce HTTP/1.1" status: 200 len: 375 time: 0.0105696 Aug 30 05:20:12.525101 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:12.536188 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-28d0f6cd-a46d-4e4e-b4ad-e8ea72968fb0 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490997 Aug 30 05:20:12.637926 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-262d3e8c-1ac1-4bbd-b060-d75b6d5ef24c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897715 Aug 30 05:20:12.731473 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-c4b7531a-977b-44dc-b6e8-2810fe7ef8e7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877225 Aug 30 05:20:13.024378 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1c465-2f96-4fb1-b1b1-2a85d5a389be req-a411ea76-7802-4f5d-8e9f-67b9b707c098 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:13.026675 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1cf1c465-2f96-4fb1-b1b1-2a85d5a389be req-a411ea76-7802-4f5d-8e9f-67b9b707c098 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 945 time: 0.1372769 Aug 30 05:20:13.111626 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1cf1c465-2f96-4fb1-b1b1-2a85d5a389be req-5011c8cb-490a-4376-a7ab-1963136e34a5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771463 Aug 30 05:20:13.171887 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d20f94d1-2237-45c6-8953-303ac4cc57c5 req-70827825-192c-4fb2-9926-14647395fa52 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 210 time: 0.0343204 Aug 30 05:20:13.394506 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 71a60ab2-f1e6-480a-89ba-78b963887538 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:20:13.439869 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 71a60ab2-f1e6-480a-89ba-78b963887538 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:20:13.445599 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 71a60ab2-f1e6-480a-89ba-78b963887538 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:20:13.446047 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:13.473037 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:13.522119 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 71a60ab2-f1e6-480a-89ba-78b963887538 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:20:13.522538 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:13.549043 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:13.551589 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28572b3f-5e6d-477e-9a8b-a97c418ff12e" -d '{"events": [{"server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "name": "network-vif-plugged", "status": "completed", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:13.564781 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 71a60ab2-f1e6-480a-89ba-78b963887538, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=71a60ab2-f1e6-480a-89ba-78b963887538,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:13.570347 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:13.596630 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3748a95a-bda5-4792-af6e-9232e8ab6f80 x-openstack-request-id: req-3748a95a-bda5-4792-af6e-9232e8ab6f80 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:13.597004 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "name": "network-vif-plugged", "status": "completed", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:13.597294 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3748a95a-bda5-4792-af6e-9232e8ab6f80 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:13.597763 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3748a95a-bda5-4792-af6e-9232e8ab6f80'] response: {'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538', 'code': 200} Aug 30 05:20:13.637322 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=71a60ab2-f1e6-480a-89ba-78b963887538,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:13.645147 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.645531 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.645951 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.646300 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.646639 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.647141 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.647584 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.648161 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.648607 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.649103 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.649468 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.649835 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.650176 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.650532 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.650885 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:13.782394 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd2c87-64c7-42b9-bbf5-5aa7d89f8696 req-eb6189f3-676b-47a1-a9b6-43aa64e9c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:13.784457 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-60fd2c87-64c7-42b9-bbf5-5aa7d89f8696 req-eb6189f3-676b-47a1-a9b6-43aa64e9c3a5 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 1130 time: 0.0397177 Aug 30 05:20:13.832708 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-60fd2c87-64c7-42b9-bbf5-5aa7d89f8696 req-9a9a8eab-fb7a-41c9-ab57-c40a03e66347 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407822 Aug 30 05:20:14.228465 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa97e1c-5d10-4d28-9dff-1d9a3fe4144c req-82194ac7-fb57-438d-ab72-c9c760491d12 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:14.229942 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2fa97e1c-5d10-4d28-9dff-1d9a3fe4144c req-82194ac7-fb57-438d-ab72-c9c760491d12 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0517375 Aug 30 05:20:14.267434 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dd89bcd1-98b3-4ee6-9098-0b656f9d456f req-7c438001-d147-40fe-b13e-ba939d79a2a0 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 210 time: 0.0267801 Aug 30 05:20:14.277368 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2fa97e1c-5d10-4d28-9dff-1d9a3fe4144c req-65b01316-77c3-4d03-8409-e0814ec093cd tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 Aug 30 05:20:14.864710 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-ebae71db-44c8-422d-b90e-20348ee0c857 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:14.866122 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-ebae71db-44c8-422d-b90e-20348ee0c857 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 812 time: 0.1010056 Aug 30 05:20:15.371611 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-421910e2-3ac5-415b-8c5b-c6f0b6f13b5d req-8a06b2da-f987-4705-b161-aeee9f05f794 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 210 time: 0.0321987 Aug 30 05:20:15.398482 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e93f0c-1f65-4666-b3bd-7f64e8782237 req-ab6da772-4f44-411b-86c4-356040ea6fcd tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:15.399979 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d9e93f0c-1f65-4666-b3bd-7f64e8782237 req-ab6da772-4f44-411b-86c4-356040ea6fcd tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0518744 Aug 30 05:20:15.445845 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d9e93f0c-1f65-4666-b3bd-7f64e8782237 req-7b1bf8f7-b152-47c6-975d-eedc1dfc481e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Aug 30 05:20:16.470446 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6cbb239a-0727-4480-abbf-3d19caeae10d req-9c7b1f39-4c56-4cb3-aa81-23d166b0a0e5 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Aug 30 05:20:16.560722 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e72a79-2811-4316-84ca-a652221e6916 req-cef2ea17-9699-4108-8605-8e4219d5658e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:16.562141 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-26e72a79-2811-4316-84ca-a652221e6916 req-cef2ea17-9699-4108-8605-8e4219d5658e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0456986 Aug 30 05:20:16.607544 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-26e72a79-2811-4316-84ca-a652221e6916 req-391a7cfe-f6de-4772-9300-3a8aaac03ca8 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Aug 30 05:20:17.568827 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-618b3b4e-2e37-4bea-b052-2e772f904936 req-92a0ac46-17e6-4ec8-9231-4021a402e0b9 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 210 time: 0.0272245 Aug 30 05:20:17.725864 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d159e-df36-4365-a280-f98dd1724643 req-66caa537-e982-46bd-8aed-d428513191c0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:17.727432 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-211d159e-df36-4365-a280-f98dd1724643 req-66caa537-e982-46bd-8aed-d428513191c0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0468447 Aug 30 05:20:17.751025 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:17.778498 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-211d159e-df36-4365-a280-f98dd1724643 req-7c29c56a-310d-443a-844e-9455beee61dc tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Aug 30 05:20:17.972083 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-f21258d3-c812-4aed-8a6f-6053f2fb4e96 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=97e3452b02294219ae56cd23eb2aa0ce HTTP/1.1" status: 200 len: 378 time: 0.0681767 Aug 30 05:20:18.383507 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'port': {'device_id': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'admin_state_up': True, 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'security_groups': ['b111269d-d9fc-4811-9e6c-4190061edb8c']}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:18.488918 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:18.497595 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Made reservation on behalf of 97e3452b02294219ae56cd23eb2aa0ce for: {'port': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:20:18.501370 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:18.557308 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:18.633751 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Allocated IP 172.20.0.13 (15c65eeb-dfe2-43bb-9925-99f6c334ef61/9940a200-cfdf-4ce9-b3e0-4116b2f8471e/7450aa1e-23d7-43dd-a88d-807ca70eed93) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:20:18.671987 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-14934a29-5112-4c7c-973e-fff604c1298d req-366eef76-610b-446b-bf4a-a5c27a4da3d2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 210 time: 0.0282149 Aug 30 05:20:18.807703 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:18.848141 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:18.946416 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:20:18.957264 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'Port': ['ID=7450aa1e-23d7-43dd-a88d-807ca70eed93,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:18.960048 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:20:18.968658 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7bdc-73a5-48c2-b990-d339ba435a41 req-7ac9598d-eb25-4031-9264-96a3cfad9d63 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:18.969821 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-99aa7bdc-73a5-48c2-b990-d339ba435a41 req-7ac9598d-eb25-4031-9264-96a3cfad9d63 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0882986 Aug 30 05:20:18.971197 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:20:19.076915 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:19.077420 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:19.084496 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-99aa7bdc-73a5-48c2-b990-d339ba435a41 req-e6cd0a6b-529a-4247-9c7b-8c95b01fb64c tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895562 Aug 30 05:20:19.102868 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-bd7fb08b-ee97-43b0-95bc-f9a8b1f81bd3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236466 Aug 30 05:20:19.115109 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Request body: {'port': {'device_id': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:19.161037 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:19.192957 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:19.227200 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71251d-c387-41e6-9ecc-d5c7c04cb0bb req-6efb7f4f-6132-41a7-941c-19aa18cefbd4 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:19.228694 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ef71251d-c387-41e6-9ecc-d5c7c04cb0bb req-6efb7f4f-6132-41a7-941c-19aa18cefbd4 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0583522 Aug 30 05:20:19.276580 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ef71251d-c387-41e6-9ecc-d5c7c04cb0bb req-3ab5f00c-b0b8-4812-b162-e140547c753b tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Aug 30 05:20:19.299003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-a87dd3f2-85b3-4efb-b2fb-6c4de9c97188 None None] Provisioning complete for port 7450aa1e-23d7-43dd-a88d-807ca70eed93 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:20:19.299003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a87dd3f2-85b3-4efb-b2fb-6c4de9c97188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:19.330310 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a87dd3f2-85b3-4efb-b2fb-6c4de9c97188 None None] Port 7450aa1e-23d7-43dd-a88d-807ca70eed93 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:20:19.411103 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:19.478108 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7450aa1e-23d7-43dd-a88d-807ca70eed93 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:20:19.487190 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Publish callbacks [] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:19.501204 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Transition to ACTIVE for port object 7450aa1e-23d7-43dd-a88d-807ca70eed93 will not be triggered until provisioned by entity L2. {{(pid=106380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:20:19.506473 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:19.591828 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Pushing event updated for resources: {'Port': ['ID=7450aa1e-23d7-43dd-a88d-807ca70eed93,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:19.619918 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Attempting to bind port 7450aa1e-23d7-43dd-a88d-807ca70eed93 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:20:19.620259 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Attempting to bind port 7450aa1e-23d7-43dd-a88d-807ca70eed93 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:20:19.620615 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Attempting to bind port 7450aa1e-23d7-43dd-a88d-807ca70eed93 on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:20:19.625137 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Port 7450aa1e-23d7-43dd-a88d-807ca70eed93 on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:20:19.625472 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Attempting to bind port 7450aa1e-23d7-43dd-a88d-807ca70eed93 on network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:20:19.631195 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:20:19.631568 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Checking segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:20:19.631951 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Bound using segment: {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:20:19.632385 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Bound port: 7450aa1e-23d7-43dd-a88d-807ca70eed93, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e787dc9a-de78-44c2-a8f8-6970529e573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:20:19.632745 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:19.694505 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] For port 7450aa1e-23d7-43dd-a88d-807ca70eed93, host hv-cinder-85391, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:20:19.697845 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] For port 7450aa1e-23d7-43dd-a88d-807ca70eed93, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7450aa1e-23d7-43dd-a88d-807ca70eed93,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:20:19.704929 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:19.731024 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:19.731646 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:19.733075 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/7450aa1e-23d7-43dd-a88d-807ca70eed93 HTTP/1.1" status: 200 len: 1094 time: 0.6224911 Aug 30 05:20:19.733619 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:19.736410 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:19.784980 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9ce2f-765c-4d4a-9453-8c44079c946e req-d96b3387-67e2-460d-8b4b-c3fb2440d861 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:19.786482 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-96b9ce2f-765c-4d4a-9453-8c44079c946e req-d96b3387-67e2-460d-8b4b-c3fb2440d861 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0568132 Aug 30 05:20:19.794860 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59245bf-67fb-4756-b497-a5856c9bc007 service neutron] Pushing event updated for resources: {'Port': ['ID=7450aa1e-23d7-43dd-a88d-807ca70eed93,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:19.837066 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-96b9ce2f-765c-4d4a-9453-8c44079c946e req-a72e5dd7-bd32-483c-91c2-04fe0f066a88 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Aug 30 05:20:19.842577 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc978b-7c46-441c-9209-217976fc81bd req-0c3330af-9627-4f27-a9bb-7cff2e51ec6e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:19.844102 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e2fc978b-7c46-441c-9209-217976fc81bd req-0c3330af-9627-4f27-a9bb-7cff2e51ec6e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0912416 Aug 30 05:20:19.852091 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-1c53da80-4da5-4e5a-841e-feded2dbfea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:19.853494 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-1c53da80-4da5-4e5a-841e-feded2dbfea4 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0597773 Aug 30 05:20:19.906623 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544e25ec-7b32-4860-8d1d-c442122afd02 x-openstack-request-id: req-544e25ec-7b32-4860-8d1d-c442122afd02 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:19.906929 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:19.907182 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-544e25ec-7b32-4860-8d1d-c442122afd02 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:19.908111 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544e25ec-7b32-4860-8d1d-c442122afd02'] response: {'name': 'network-changed', 'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'status': 'completed', 'code': 200} Aug 30 05:20:19.914412 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-3658761a-2a72-44b0-ad1f-ab1f63da3649 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7450aa1e-23d7-43dd-a88d-807ca70eed93 HTTP/1.1" status: 200 len: 217 time: 0.0435736 Aug 30 05:20:19.961147 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e2fc978b-7c46-441c-9209-217976fc81bd req-df14c325-6a1a-4aae-b220-61d2b592632c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110148 Aug 30 05:20:19.983691 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-9167bea2-05f8-44e6-835a-70e7eed2ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:19.985240 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-9167bea2-05f8-44e6-835a-70e7eed2ebfe service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0650086 Aug 30 05:20:20.030611 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-020ec4c1-8e9f-4c2a-8b95-d86ce23569a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:20.033234 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-020ec4c1-8e9f-4c2a-8b95-d86ce23569a0 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407910 Aug 30 05:20:20.147707 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-b96d062d-22d9-439b-95ab-044d84d09e5b service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076937 Aug 30 05:20:20.212024 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:20.251195 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c7c5b639-4a74-46f8-b580-f78833d17ec9 req-2b716543-2dea-4c7a-b542-2db13a027b48 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970318 Aug 30 05:20:20.622703 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-f0055d4f-01e0-4263-984d-289930362b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:20.624240 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-f0055d4f-01e0-4263-984d-289930362b49 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0408766 Aug 30 05:20:20.687755 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:20.720538 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-11dfc2c0-9ffa-401d-85bc-8afb82d57b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:20.721911 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-11dfc2c0-9ffa-401d-85bc-8afb82d57b94 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.0909829 Aug 30 05:20:20.763270 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-7f386140-0329-4f14-a04e-d724b4bc02bc service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7450aa1e-23d7-43dd-a88d-807ca70eed93 HTTP/1.1" status: 200 len: 217 time: 0.0319848 Aug 30 05:20:20.815057 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-cbfc4b03-e72b-4343-9731-0413ee6062a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:20.816490 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-cbfc4b03-e72b-4343-9731-0413ee6062a3 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0437560 Aug 30 05:20:20.865644 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-b5dd5667-6467-4006-a6f7-a727e22a9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:20.867482 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-b5dd5667-6467-4006-a6f7-a727e22a9c70 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429814 Aug 30 05:20:20.962729 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-9cabc56e-dc29-4380-8521-9624569a9c9d service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865650 Aug 30 05:20:21.065750 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d7c76e60-2e38-41a6-83f3-d56f8e3e73f9 req-984a04da-043a-4e26-beee-d535d760288b service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910251 Aug 30 05:20:21.088323 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60a1a0-21e1-4874-b3c5-e749237ea092 req-f59e69c9-c2e3-4b9b-baf1-e9204ec13964 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:21.090058 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1f60a1a0-21e1-4874-b3c5-e749237ea092 req-f59e69c9-c2e3-4b9b-baf1-e9204ec13964 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0466795 Aug 30 05:20:21.141030 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1f60a1a0-21e1-4874-b3c5-e749237ea092 req-c549d1ea-34d5-4f89-9046-42e9b3faab81 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454569 Aug 30 05:20:22.256545 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1d8ca-cf1b-4566-86a2-ce35783a90c2 req-6eb57b1e-4508-4d0e-9565-5697b372a4fe tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:22.257996 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-64a1d8ca-cf1b-4566-86a2-ce35783a90c2 req-6eb57b1e-4508-4d0e-9565-5697b372a4fe tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0458384 Aug 30 05:20:22.305569 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-64a1d8ca-cf1b-4566-86a2-ce35783a90c2 req-dcc14a13-96de-4025-933e-0e9b32f0a3b6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421555 Aug 30 05:20:22.911961 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55006) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:23.039691 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d71d4f1-eae2-4cac-96a3-841d947e88b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:23.115215 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d71d4f1-eae2-4cac-96a3-841d947e88b2 admin admin] Publish callbacks [] for security_group (2d4a5eca-0d52-4fb3-817a-625e198ae562), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:23.118608 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d71d4f1-eae2-4cac-96a3-841d947e88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2d4a5eca-0d52-4fb3-817a-625e198ae562), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:23.155115 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71d4f1-eae2-4cac-96a3-841d947e88b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4a5eca-0d52-4fb3-817a-625e198ae562,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:23.159894 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2d71d4f1-eae2-4cac-96a3-841d947e88b2 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=a2d6bd5a77fd46e696cfa95aa85def3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469194 Aug 30 05:20:23.162571 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55010) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:23.213470 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00c6a8bb-6946-480c-be22-31de18b4ebfb admin admin] Publish callbacks [] for security_group (2d4a5eca-0d52-4fb3-817a-625e198ae562), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:23.234833 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00c6a8bb-6946-480c-be22-31de18b4ebfb admin admin] Publish callbacks [] for security_group (2d4a5eca-0d52-4fb3-817a-625e198ae562), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:23.284160 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00c6a8bb-6946-480c-be22-31de18b4ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2d4a5eca-0d52-4fb3-817a-625e198ae562), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:23.286551 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00c6a8bb-6946-480c-be22-31de18b4ebfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:23.287670 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-00c6a8bb-6946-480c-be22-31de18b4ebfb admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2d4a5eca-0d52-4fb3-817a-625e198ae562 HTTP/1.1" status: 204 len: 168 time: 0.1241868 Aug 30 05:20:23.295162 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6a8bb-6946-480c-be22-31de18b4ebfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4a5eca-0d52-4fb3-817a-625e198ae562,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:23.432896 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91aa882-f180-40b8-9395-4827d025ea71 req-4db7c943-c64f-4008-add3-481efbc8b005 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:23.434374 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b91aa882-f180-40b8-9395-4827d025ea71 req-4db7c943-c64f-4008-add3-481efbc8b005 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0507715 Aug 30 05:20:23.492411 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b91aa882-f180-40b8-9395-4827d025ea71 req-52e89ac5-2356-4870-85a4-a6571643820a tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524693 Aug 30 05:20:24.609613 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56be40-5903-474a-a2a2-fc9e47ba2c6d req-e1e24b5b-1030-4e3e-b017-1de32d1e1988 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:24.611044 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4b56be40-5903-474a-a2a2-fc9e47ba2c6d req-e1e24b5b-1030-4e3e-b017-1de32d1e1988 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0463109 Aug 30 05:20:24.658926 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4b56be40-5903-474a-a2a2-fc9e47ba2c6d req-cf6df141-9927-4a89-ad3b-5c37568a254e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423176 Aug 30 05:20:25.768487 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:25.776816 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cdd64-9627-4cfc-b057-e8df588aa87d req-75aca814-3ca5-48fe-bf31-3b0256d43a78 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:25.778283 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4a7cdd64-9627-4cfc-b057-e8df588aa87d req-75aca814-3ca5-48fe-bf31-3b0256d43a78 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0470862 Aug 30 05:20:25.831533 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4a7cdd64-9627-4cfc-b057-e8df588aa87d req-91300581-1796-4717-a395-3441d3909bd6 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467751 Aug 30 05:20:26.950034 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e1a3c-ec4f-40e2-bc37-26b96c89451c req-6536b82a-d387-480f-9c82-9849689cf68c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:26.951529 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4f6e1a3c-ec4f-40e2-bc37-26b96c89451c req-6536b82a-d387-480f-9c82-9849689cf68c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0497086 Aug 30 05:20:26.999481 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4f6e1a3c-ec4f-40e2-bc37-26b96c89451c req-3938c775-7da3-4d26-8560-c6aef9d5a86c tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425334 Aug 30 05:20:28.116047 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cefaf-f659-4f76-b673-a5b4253c80f0 req-5e66432d-5aef-4709-93a7-2bf8888021c8 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:28.117462 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bc6cefaf-f659-4f76-b673-a5b4253c80f0 req-5e66432d-5aef-4709-93a7-2bf8888021c8 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0456796 Aug 30 05:20:28.147421 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:28.167098 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-bc6cefaf-f659-4f76-b673-a5b4253c80f0 req-dd228666-3572-416e-80ee-39573300e84f tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442197 Aug 30 05:20:29.281653 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b1991-ee1d-465d-a70c-8d92b7557c2d req-9e6dbf06-1a6d-4693-99ec-545022c0a9ac tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:29.283687 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b22b1991-ee1d-465d-a70c-8d92b7557c2d req-9e6dbf06-1a6d-4693-99ec-545022c0a9ac tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0463431 Aug 30 05:20:29.326597 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:29.330621 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b22b1991-ee1d-465d-a70c-8d92b7557c2d req-0416582b-3649-4680-9841-ac16308d1a80 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415876 Aug 30 05:20:30.394286 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254077c-b314-4272-876f-a1b8a6e9dbcc req-b5b0dae3-78fb-47e6-a14d-ec73185578e0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:30.395826 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b254077c-b314-4272-876f-a1b8a6e9dbcc req-b5b0dae3-78fb-47e6-a14d-ec73185578e0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0472035 Aug 30 05:20:30.443182 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b254077c-b314-4272-876f-a1b8a6e9dbcc req-f55c9659-a024-43d4-9caa-54d40e092419 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Aug 30 05:20:30.446956 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f543a6-f8f0-484b-9174-3b47c3d20888 req-ff03de95-1526-45bf-bce5-1324735d7e66 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:30.448416 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f9f543a6-f8f0-484b-9174-3b47c3d20888 req-ff03de95-1526-45bf-bce5-1324735d7e66 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0459754 Aug 30 05:20:30.469382 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55106) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:30.501806 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f9f543a6-f8f0-484b-9174-3b47c3d20888 req-c08d2711-0f03-4f54-a205-343098b996d5 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478280 Aug 30 05:20:30.652819 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f04d7e-564d-4fb3-a0af-533aee1290c1 tempest-TestMinimumBasicScenario-1120869181 tempest-TestMinimumBasicScenario-1120869181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:30.654288 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d1f04d7e-564d-4fb3-a0af-533aee1290c1 tempest-TestMinimumBasicScenario-1120869181 tempest-TestMinimumBasicScenario-1120869181-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 1125 time: 0.1834040 Aug 30 05:20:30.657682 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55110) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:30.661747 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'port_id': '71a60ab2-f1e6-480a-89ba-78b963887538', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:30.683180 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:30.759375 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:30.865806 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Allocated IP 172.27.4.14 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/8be632e3-7942-48f8-8cac-c76973d1cde9) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:20:30.895466 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:30.972163 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for port (8be632e3-7942-48f8-8cac-c76973d1cde9), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:31.003589 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (8be632e3-7942-48f8-8cac-c76973d1cde9), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:31.275586 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:20:31.280173 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:20:31.284038 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:20:31.287324 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'Port': ['ID=8be632e3-7942-48f8-8cac-c76973d1cde9,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:31.400728 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:31.453414 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 7450aa1e-23d7-43dd-a88d-807ca70eed93 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:20:31.539339 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:31.643669 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791f22a-670a-4b5f-addf-030662598376 req-7540d348-f705-4353-b10b-310a5620381b tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:31.645130 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3791f22a-670a-4b5f-addf-030662598376 req-7540d348-f705-4353-b10b-310a5620381b tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 944 time: 0.0619383 Aug 30 05:20:31.677897 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 7450aa1e-23d7-43dd-a88d-807ca70eed93, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7450aa1e-23d7-43dd-a88d-807ca70eed93,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:31.689667 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'port_id': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'mac_address': 'fa:16:3e:4c:73:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:20:31.701135 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for floatingip (5699f265-c082-4f4c-8ce4-ae0d24cc159b), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:31.724155 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 7450aa1e-23d7-43dd-a88d-807ca70eed93 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:20:31.724542 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:31.738281 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7450aa1e-23d7-43dd-a88d-807ca70eed93 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:20:31.751965 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3791f22a-670a-4b5f-addf-030662598376 req-b200bd82-2e45-4fb7-9ceb-c65ec237ba8e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900292 Aug 30 05:20:31.759971 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 7450aa1e-23d7-43dd-a88d-807ca70eed93, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7450aa1e-23d7-43dd-a88d-807ca70eed93,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:31.765332 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:31.789851 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (8be632e3-7942-48f8-8cac-c76973d1cde9), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:31.812915 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=7450aa1e-23d7-43dd-a88d-807ca70eed93,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:31.939056 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for port (8be632e3-7942-48f8-8cac-c76973d1cde9), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:31.943367 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (8be632e3-7942-48f8-8cac-c76973d1cde9), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.011565 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'Port': ['ID=8be632e3-7942-48f8-8cac-c76973d1cde9,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:32.013894 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (5699f265-c082-4f4c-8ce4-ae0d24cc159b), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.059564 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['7450aa1e-23d7-43dd-a88d-807ca70eed93'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:20:32.109758 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Floating IP 5699f265-c082-4f4c-8ce4-ae0d24cc159b associated. External IP: 172.27.4.14, port: 71a60ab2-f1e6-480a-89ba-78b963887538. Aug 30 05:20:32.192838 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:32.203732 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:32.327641 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:20:32.421613 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55134) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:32.439702 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:20:32.454366 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] Sync routers for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:20:32.465130 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.465953 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:32.466930 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:32.508825 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-88904322-fb6c-4256-84bf-534e6e9ee6e5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8500292 Aug 30 05:20:32.509846 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:32.511588 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55140) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:32.513014 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d2c837-4f39-401d-bc0a-87c71f91d6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:32.516841 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231379107', 'description': 'tempest-secgroup-smoke-1231379107 description', 'project_id': '4826d4507ffc4e3288aac00b1409ea46'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:32.529972 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:32.537001 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:32.554422 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.560407 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ba251-8bc9-4870-916e-5269bae91026 x-openstack-request-id: req-731ba251-8bc9-4870-916e-5269bae91026 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:32.560703 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:32.560960 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-731ba251-8bc9-4870-916e-5269bae91026 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:32.561363 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731ba251-8bc9-4870-916e-5269bae91026'] response: {'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538', 'status': 'completed', 'code': 200} Aug 30 05:20:32.599946 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:32.606478 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8004d4c-3c34-4af4-a8f2-9f7807d3684f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.628015 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:32.658543 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-b4c808a1-774d-465d-829c-64d5169580d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:32.660700 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-b4c808a1-774d-465d-829c-64d5169580d1 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=4826d4507ffc4e3288aac00b1409ea46&device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 1130 time: 0.0694311 Aug 30 05:20:32.699634 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group (dbefcf5d-96fc-483e-9b27-47e5117d2b90), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.705071 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (dbefcf5d-96fc-483e-9b27-47e5117d2b90), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.743648 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984792d-50e6-4338-a1a3-3f6722cec043 req-f6b7b6ff-a1aa-4e8e-b816-939182abb8a3 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:32.747314 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5984792d-50e6-4338-a1a3-3f6722cec043 req-f6b7b6ff-a1aa-4e8e-b816-939182abb8a3 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 945 time: 0.0551136 Aug 30 05:20:32.748601 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.749800 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2371812 Aug 30 05:20:32.752848 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55146) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:32.757303 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8dca8e8d-1ee1-4246-b158-e710f3bd7e79 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'security_group_rule': {'security_group_id': 'dbefcf5d-96fc-483e-9b27-47e5117d2b90', 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:32.765453 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbefcf5d-96fc-483e-9b27-47e5117d2b90,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:32.795947 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:32.797459 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.798490 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.798927 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.799330 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.799902 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.800383 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.800869 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.801369 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.801850 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.802332 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.802851 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.803524 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.804018 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.804350 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.804679 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b285ee-4517-4363-af55-b7ad969d89ee tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:32.811157 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8004d4c-3c34-4af4-a8f2-9f7807d3684f admin admin] Publish callbacks [] for security_group (bab0b81e-fe9d-4e5c-97b0-f68cb3f43983), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.814882 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5984792d-50e6-4338-a1a3-3f6722cec043 req-94145c5f-96dc-430b-a250-1b5f8a0ff3da tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615366 Aug 30 05:20:32.817012 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8004d4c-3c34-4af4-a8f2-9f7807d3684f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (bab0b81e-fe9d-4e5c-97b0-f68cb3f43983), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.833602 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8dca8e8d-1ee1-4246-b158-e710f3bd7e79 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (d40624fa-b23c-427f-bf75-2d7cc7b0294e), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.891888 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8004d4c-3c34-4af4-a8f2-9f7807d3684f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab0b81e-fe9d-4e5c-97b0-f68cb3f43983,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:32.898193 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '5699f265-c082-4f4c-8ce4-ae0d24cc159b', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'floating_ip_address': '172.27.4.14', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'port_id': '71a60ab2-f1e6-480a-89ba-78b963887538', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'mac_address': 'fa:16:3e:05:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:20:31Z', 'updated_at': '2022-08-30T05:20:31Z', 'revision_number': 0, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:41Z', 'revision_number': 5, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:32.915977 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d8004d4c-3c34-4af4-a8f2-9f7807d3684f admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=2422a57ea9e64daa9d3fa39792b17f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913418 Aug 30 05:20:32.918658 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55150) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:32.929749 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] Checking router: 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:20:32.938077 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:32.938719 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:32.941852 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5ee88-c174-4ff7-9e31-1a946c04d738 req-525f7530-753a-4bdf-98dd-cea6ece9414f tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:32.943501 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eac5ee88-c174-4ff7-9e31-1a946c04d738 req-525f7530-753a-4bdf-98dd-cea6ece9414f tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 945 time: 0.0801268 Aug 30 05:20:32.974604 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-043d213a-617d-494b-ba7b-a9c2da8dcd68 admin admin] Publish callbacks [] for security_group (bab0b81e-fe9d-4e5c-97b0-f68cb3f43983), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.977997 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8dca8e8d-1ee1-4246-b158-e710f3bd7e79 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (d40624fa-b23c-427f-bf75-2d7cc7b0294e), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.984745 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8dca8e8d-1ee1-4246-b158-e710f3bd7e79 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (d40624fa-b23c-427f-bf75-2d7cc7b0294e), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:32.997278 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-043d213a-617d-494b-ba7b-a9c2da8dcd68 admin admin] Publish callbacks [] for security_group (bab0b81e-fe9d-4e5c-97b0-f68cb3f43983), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.027311 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8dca8e8d-1ee1-4246-b158-e710f3bd7e79 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.030834 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8dca8e8d-1ee1-4246-b158-e710f3bd7e79 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2740421 Aug 30 05:20:33.030834 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca8e8d-1ee1-4246-b158-e710f3bd7e79 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40624fa-b23c-427f-bf75-2d7cc7b0294e,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:33.031634 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55152) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:33.036514 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eac5ee88-c174-4ff7-9e31-1a946c04d738 req-8b702241-01c1-44b4-9643-b1b24a3e1ee3 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860198 Aug 30 05:20:33.041273 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-222704b7-a865-4489-99bf-738626026855 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'security_group_rule': {'security_group_id': 'dbefcf5d-96fc-483e-9b27-47e5117d2b90', 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:33.052108 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:33.074586 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-222704b7-a865-4489-99bf-738626026855 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (67b70f0e-47a1-403c-898a-b75ff796c0de), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.079676 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-043d213a-617d-494b-ba7b-a9c2da8dcd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (bab0b81e-fe9d-4e5c-97b0-f68cb3f43983), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.082169 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-043d213a-617d-494b-ba7b-a9c2da8dcd68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.083320 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-043d213a-617d-494b-ba7b-a9c2da8dcd68 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/bab0b81e-fe9d-4e5c-97b0-f68cb3f43983 HTTP/1.1" status: 204 len: 168 time: 0.1636679 Aug 30 05:20:33.108662 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d213a-617d-494b-ba7b-a9c2da8dcd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab0b81e-fe9d-4e5c-97b0-f68cb3f43983,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:33.154707 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-222704b7-a865-4489-99bf-738626026855 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (67b70f0e-47a1-403c-898a-b75ff796c0de), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.159760 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-222704b7-a865-4489-99bf-738626026855 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (67b70f0e-47a1-403c-898a-b75ff796c0de), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.184768 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222704b7-a865-4489-99bf-738626026855 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b70f0e-47a1-403c-898a-b75ff796c0de,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:33.191902 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-222704b7-a865-4489-99bf-738626026855 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.193447 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-222704b7-a865-4489-99bf-738626026855 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610873 Aug 30 05:20:33.196458 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55156) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:33.201111 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-404e46dc-338e-4e2a-a474-1d2ddfa7d236 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'security_group_rule': {'security_group_id': 'dbefcf5d-96fc-483e-9b27-47e5117d2b90', 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:33.233876 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404e46dc-338e-4e2a-a474-1d2ddfa7d236 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (a034f9e5-bae1-4732-ba1b-95ebc52541a7), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.311930 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404e46dc-338e-4e2a-a474-1d2ddfa7d236 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (a034f9e5-bae1-4732-ba1b-95ebc52541a7), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.316768 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404e46dc-338e-4e2a-a474-1d2ddfa7d236 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (a034f9e5-bae1-4732-ba1b-95ebc52541a7), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.317587 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '5699f265-c082-4f4c-8ce4-ae0d24cc159b', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'floating_ip_address': '172.27.4.14', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'port_id': '71a60ab2-f1e6-480a-89ba-78b963887538', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'mac_address': 'fa:16:3e:05:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:20:31Z', 'updated_at': '2022-08-30T05:20:31Z', 'revision_number': 0, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:41Z', 'revision_number': 5, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:33.339836 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e46dc-338e-4e2a-a474-1d2ddfa7d236 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a034f9e5-bae1-4732-ba1b-95ebc52541a7,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:33.344439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7da90-47e7-4028-823c-a756e7a18e44 None None] The sync data for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi is: [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '5699f265-c082-4f4c-8ce4-ae0d24cc159b', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'floating_ip_address': '172.27.4.14', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'port_id': '71a60ab2-f1e6-480a-89ba-78b963887538', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'mac_address': 'fa:16:3e:05:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:20:31Z', 'updated_at': '2022-08-30T05:20:31Z', 'revision_number': 0, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:41Z', 'revision_number': 5, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:20:33.346465 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404e46dc-338e-4e2a-a474-1d2ddfa7d236 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.348066 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-404e46dc-338e-4e2a-a474-1d2ddfa7d236 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503911 Aug 30 05:20:33.350745 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55158) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:33.360461 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1f4aa76f-9437-4f81-a181-63642b69ebfb tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'security_group_rule': {'security_group_id': 'dbefcf5d-96fc-483e-9b27-47e5117d2b90', 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:33.391248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa76f-9437-4f81-a181-63642b69ebfb tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (4b52a2b9-22d3-4e48-aa15-829d2c04ee86), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.396724 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:33.415893 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:33.469499 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 7450aa1e-23d7-43dd-a88d-807ca70eed93 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:20:33.469734 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa76f-9437-4f81-a181-63642b69ebfb tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (4b52a2b9-22d3-4e48-aa15-829d2c04ee86), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.476283 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa76f-9437-4f81-a181-63642b69ebfb tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (4b52a2b9-22d3-4e48-aa15-829d2c04ee86), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.495906 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aa76f-9437-4f81-a181-63642b69ebfb tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b52a2b9-22d3-4e48-aa15-829d2c04ee86,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:33.502395 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa76f-9437-4f81-a181-63642b69ebfb tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.506484 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55160) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:33.506923 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1f4aa76f-9437-4f81-a181-63642b69ebfb tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502781 Aug 30 05:20:33.511884 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-91c38b7b-75ab-42ad-a0c8-85c273d3842e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'security_group_rule': {'security_group_id': 'dbefcf5d-96fc-483e-9b27-47e5117d2b90', 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:33.520621 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 7450aa1e-23d7-43dd-a88d-807ca70eed93 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:20:33.526910 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 7450aa1e-23d7-43dd-a88d-807ca70eed93 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:20:33.527405 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.536980 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.securitygroups_db [None req-91c38b7b-75ab-42ad-a0c8-85c273d3842e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Project 4826d4507ffc4e3288aac00b1409ea46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 05:20:33.546557 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91c38b7b-75ab-42ad-a0c8-85c273d3842e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (0fa0ded5-bbc4-4803-8bff-5db356a1a424), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.602214 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91c38b7b-75ab-42ad-a0c8-85c273d3842e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (0fa0ded5-bbc4-4803-8bff-5db356a1a424), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.606731 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 7450aa1e-23d7-43dd-a88d-807ca70eed93 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:20:33.607194 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.607774 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91c38b7b-75ab-42ad-a0c8-85c273d3842e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (0fa0ded5-bbc4-4803-8bff-5db356a1a424), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.619131 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:33.619616 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f656ed-8331-4c5c-9bba-6cdae21832e2 None None] New status for floating IP 5699f265-c082-4f4c-8ce4-ae0d24cc159b: ACTIVE {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:20:33.632279 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c38b7b-75ab-42ad-a0c8-85c273d3842e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa0ded5-bbc4-4803-8bff-5db356a1a424,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:33.637132 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91c38b7b-75ab-42ad-a0c8-85c273d3842e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.641102 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-91c38b7b-75ab-42ad-a0c8-85c273d3842e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307654 Aug 30 05:20:33.641102 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55162) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:33.646967 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-c403524d-bbbe-4e97-9d36-46788809e428 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'security_group_rule': {'security_group_id': 'dbefcf5d-96fc-483e-9b27-47e5117d2b90', 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:33.662720 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:33.665137 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c21506f-6c21-4d92-9e1a-ba580cfdf1f4" -d '{"events": [{"server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "name": "network-vif-plugged", "status": "completed", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:33.668567 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.securitygroups_db [None req-c403524d-bbbe-4e97-9d36-46788809e428 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Project 4826d4507ffc4e3288aac00b1409ea46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 05:20:33.675359 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c403524d-bbbe-4e97-9d36-46788809e428 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (3dd8be0b-664b-4e23-a226-a6fd3f9f7b6c), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.677706 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:33.680202 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 7450aa1e-23d7-43dd-a88d-807ca70eed93, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7450aa1e-23d7-43dd-a88d-807ca70eed93,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:33.685313 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.731008 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b5ff38-d8f0-444f-9aa4-67de2a172e37 x-openstack-request-id: req-88b5ff38-d8f0-444f-9aa4-67de2a172e37 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:33.731431 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "name": "network-vif-plugged", "status": "completed", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:33.731779 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88b5ff38-d8f0-444f-9aa4-67de2a172e37 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:33.732317 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b5ff38-d8f0-444f-9aa4-67de2a172e37'] response: {'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'code': 200} Aug 30 05:20:33.742145 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c403524d-bbbe-4e97-9d36-46788809e428 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (3dd8be0b-664b-4e23-a226-a6fd3f9f7b6c), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.746887 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c403524d-bbbe-4e97-9d36-46788809e428 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (3dd8be0b-664b-4e23-a226-a6fd3f9f7b6c), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.749756 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=7450aa1e-23d7-43dd-a88d-807ca70eed93,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:33.772177 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403524d-bbbe-4e97-9d36-46788809e428 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd8be0b-664b-4e23-a226-a6fd3f9f7b6c,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:33.776588 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c403524d-bbbe-4e97-9d36-46788809e428 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:33.778344 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c403524d-bbbe-4e97-9d36-46788809e428 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349909 Aug 30 05:20:33.877840 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-ab334577-ea3a-4a06-bced-e547e6451f4e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1231379107&fields=id&tenant_id=4826d4507ffc4e3288aac00b1409ea46 HTTP/1.1" status: 200 len: 267 time: 0.0510895 Aug 30 05:20:33.934379 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-e68e286c-dfe9-43a6-b01c-785a1a4fedb0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:33.935883 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-e68e286c-dfe9-43a6-b01c-785a1a4fedb0 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0528798 Aug 30 05:20:33.947697 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-581288f6-8852-4221-9393-cb1011beaf24 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'port': {'security_groups': ['02b2c1c6-2231-4a33-b2a8-ee8943d4412a', 'dbefcf5d-96fc-483e-9b27-47e5117d2b90']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:33.981279 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f70e8-0785-4d50-9094-9e9a49f94615 req-c210f484-d75c-4cd3-8269-dbb82a19687b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:33.982897 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-741f70e8-0785-4d50-9094-9e9a49f94615 req-c210f484-d75c-4cd3-8269-dbb82a19687b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 945 time: 0.0990295 Aug 30 05:20:33.989061 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:34.020117 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-581288f6-8852-4221-9393-cb1011beaf24 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:34.061733 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-581e0649-aa37-44cf-9081-08dbbed3d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:34.065368 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-581e0649-aa37-44cf-9081-08dbbed3d3a6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=26f31fdb-da8e-4338-8261-3d7497337796 HTTP/1.1" status: 200 len: 916 time: 0.1687849 Aug 30 05:20:34.070195 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-741f70e8-0785-4d50-9094-9e9a49f94615 req-5734aa6b-7567-4030-ac31-56ec6a10721f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799799 Aug 30 05:20:34.247169 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-7ff3ef41-14f5-485a-8f7e-9c0013a0a0c4 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 200 len: 1001 time: 0.1355352 Aug 30 05:20:34.248442 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6831c8b-8aa6-4689-943d-c1821bebcfd3 req-5687bf1d-5562-41d5-b0d0-15eb6e96e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:34.249810 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b6831c8b-8aa6-4689-943d-c1821bebcfd3 req-5687bf1d-5562-41d5-b0d0-15eb6e96e741 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0945547 Aug 30 05:20:34.255761 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7a2c-9229-4bb7-baa6-13d5f62577d7 req-440f263d-df99-45f2-856d-b3c248abdb91 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:34.257309 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c29d7a2c-9229-4bb7-baa6-13d5f62577d7 req-440f263d-df99-45f2-856d-b3c248abdb91 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 946 time: 0.1031449 Aug 30 05:20:34.359314 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-33e722de-d740-46c4-b831-1794cd83011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:34.361322 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-33e722de-d740-46c4-b831-1794cd83011a service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=3fa9b403-89a6-426b-a710-8899b0017df4 HTTP/1.1" status: 200 len: 854 time: 0.1031401 Aug 30 05:20:34.389422 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b6831c8b-8aa6-4689-943d-c1821bebcfd3 req-d0e4e2cb-45ad-45f6-8089-7b41b1660f67 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300576 Aug 30 05:20:34.395953 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c29d7a2c-9229-4bb7-baa6-13d5f62577d7 req-a7dc7be1-d24c-4651-8d0d-95502e8ede44 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238329 Aug 30 05:20:34.424582 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-897ffd05-1a15-464d-aafc-0ebcdf42faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:34.426125 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-897ffd05-1a15-464d-aafc-0ebcdf42faaa service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=26f31fdb-da8e-4338-8261-3d7497337796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513008 Aug 30 05:20:34.498450 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11603cb-3702-4d46-a177-8899697d22ec req-02f00b64-daf6-46b3-a232-eb1a18faa4e1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:34.499834 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c11603cb-3702-4d46-a177-8899697d22ec req-02f00b64-daf6-46b3-a232-eb1a18faa4e1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 945 time: 0.0879340 Aug 30 05:20:34.531350 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-581288f6-8852-4221-9393-cb1011beaf24 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] For port 71a60ab2-f1e6-480a-89ba-78b963887538, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=71a60ab2-f1e6-480a-89ba-78b963887538,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:34.558805 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-581288f6-8852-4221-9393-cb1011beaf24 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for port (71a60ab2-f1e6-480a-89ba-78b963887538), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:34.563827 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-581288f6-8852-4221-9393-cb1011beaf24 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:34.573818 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-581288f6-8852-4221-9393-cb1011beaf24 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:34.574425 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-581288f6-8852-4221-9393-cb1011beaf24 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:34.575564 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['71a60ab2-f1e6-480a-89ba-78b963887538'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:20:34.576322 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-0e4a1670-5de6-439e-9abd-0fa7edaaa716 req-581288f6-8852-4221-9393-cb1011beaf24 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "PUT /networking/v2.0/ports/71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 200 len: 982 time: 0.6327312 Aug 30 05:20:34.576322 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:34.578536 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413306e8-f812-4f78-a2f8-5584dad266af" -d '{"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:34.670960 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['71a60ab2-f1e6-480a-89ba-78b963887538'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:20:34.704528 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:34.707599 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db675658-ff66-4990-890a-ede5223d5c62 x-openstack-request-id: req-db675658-ff66-4990-890a-ede5223d5c62 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:34.708012 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:34.708339 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db675658-ff66-4990-890a-ede5223d5c62 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:34.709216 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db675658-ff66-4990-890a-ede5223d5c62'] response: {'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538', 'status': 'completed', 'code': 200} Aug 30 05:20:34.730983 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581288f6-8852-4221-9393-cb1011beaf24 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'Port': ['ID=71a60ab2-f1e6-480a-89ba-78b963887538,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:34.750686 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-cff72f55-f4ee-4d28-8d7c-e6fbd62a80b9 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471899 Aug 30 05:20:34.759925 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede7e12-d628-402e-aaee-5694a6cb1ff9 req-e16ea837-ea18-4c5c-894f-1b7c6a584a17 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:34.761480 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6ede7e12-d628-402e-aaee-5694a6cb1ff9 req-e16ea837-ea18-4c5c-894f-1b7c6a584a17 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0946753 Aug 30 05:20:34.764768 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Deleting port 08c74dd1-5956-4921-97d8-5fa4c04b4949 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:20:34.765242 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:34.845989 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-96d2c837-4f39-401d-bc0a-87c71f91d6cc req-abe93bfc-b689-417e-94e5-ae5286048709 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889645 Aug 30 05:20:34.862351 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8a0b09e6-0744-47a3-b8a9-1f2d30bda83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:34.902658 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6ede7e12-d628-402e-aaee-5694a6cb1ff9 req-cca0e2f5-eeb3-423a-816e-8e4f9b6efbec tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322203 Aug 30 05:20:34.905659 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:34.911378 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] For port 08c74dd1-5956-4921-97d8-5fa4c04b4949, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=08c74dd1-5956-4921-97d8-5fa4c04b4949,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:34.911751 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:35.027833 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:35.083627 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:35.084186 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (aebc75f5-781c-4214-a307-d50ccf595e70), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:35.084542 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Floating IP aebc75f5-781c-4214-a307-d50ccf595e70 disassociated. External IP: 172.27.4.250, port: 08c74dd1-5956-4921-97d8-5fa4c04b4949. Aug 30 05:20:35.085014 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Calling delete_port for 08c74dd1-5956-4921-97d8-5fa4c04b4949 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:20:35.234961 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (08c74dd1-5956-4921-97d8-5fa4c04b4949), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:35.251396 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:35.264345 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78389486-11dd-4a58-a783-1005e2da10cc req-52611ff4-be98-4990-a27c-61f0ab56e3b4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:35.265996 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-78389486-11dd-4a58-a783-1005e2da10cc req-52611ff4-be98-4990-a27c-61f0ab56e3b4 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 945 time: 0.0895386 Aug 30 05:20:35.269649 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413306e8-f812-4f78-a2f8-5584dad266af req-a11a3730-b2b6-4f69-8def-ae86aac13b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:35.271274 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-413306e8-f812-4f78-a2f8-5584dad266af req-a11a3730-b2b6-4f69-8def-ae86aac13b68 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=4826d4507ffc4e3288aac00b1409ea46&device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 1169 time: 0.0839844 Aug 30 05:20:35.276972 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'Port': ['ID=08c74dd1-5956-4921-97d8-5fa4c04b4949,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:35.318303 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:35.367894 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-78389486-11dd-4a58-a783-1005e2da10cc req-da2a9579-c59b-4eb9-8b37-b172516f91d2 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953889 Aug 30 05:20:35.389324 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:20:35.414699 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413306e8-f812-4f78-a2f8-5584dad266af req-3319aa03-b0ae-4d5b-a8a5-760a9f836fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:35.416165 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-413306e8-f812-4f78-a2f8-5584dad266af req-3319aa03-b0ae-4d5b-a8a5-760a9f836fe9 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=26f31fdb-da8e-4338-8261-3d7497337796 HTTP/1.1" status: 200 len: 916 time: 0.1274087 Aug 30 05:20:35.532565 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf2da1-0acb-44e2-87ab-4d184315ba47 req-d6561e23-0d57-488b-bb3f-31bf2440dc43 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:35.533930 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-32bf2da1-0acb-44e2-87ab-4d184315ba47 req-d6561e23-0d57-488b-bb3f-31bf2440dc43 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 946 time: 0.0618227 Aug 30 05:20:35.535041 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:20:35.544512 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:20:35.555440 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:35.555986 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:35.592474 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] No DVR routers for this DVR port 08c74dd1-5956-4921-97d8-5fa4c04b4949 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:20:35.595670 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:35.599044 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c11603cb-3702-4d46-a177-8899697d22ec req-ff82c913-6bae-4765-92ef-c818fea9bd26 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "DELETE /networking/v2.0/ports/08c74dd1-5956-4921-97d8-5fa4c04b4949 HTTP/1.1" status: 204 len: 173 time: 0.9964962 Aug 30 05:20:35.624582 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-32bf2da1-0acb-44e2-87ab-4d184315ba47 req-70e72991-0dbd-4305-8fb5-807b68fb1e17 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842285 Aug 30 05:20:35.658123 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:35.662495 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:35.886081 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'd896676a-fd80-43b6-a40e-2179e0c2b8f9', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:17:54Z', 'updated_at': '2022-08-30T05:18:25Z', 'revision_number': 2, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:35.915589 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:20:35.925830 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:35.926619 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:35.944144 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-413306e8-f812-4f78-a2f8-5584dad266af req-d730385d-50b9-4b6d-899b-b4db11761523 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 200 len: 1001 time: 0.0650058 Aug 30 05:20:36.005031 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413306e8-f812-4f78-a2f8-5584dad266af req-c350960b-b6a7-489f-bb1f-56251362369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:36.007201 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-413306e8-f812-4f78-a2f8-5584dad266af req-c350960b-b6a7-489f-bb1f-56251362369b service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=3fa9b403-89a6-426b-a710-8899b0017df4 HTTP/1.1" status: 200 len: 854 time: 0.0563500 Aug 30 05:20:36.071494 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413306e8-f812-4f78-a2f8-5584dad266af req-d508d605-54a7-4581-90fe-daae99df4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:36.073020 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-413306e8-f812-4f78-a2f8-5584dad266af req-d508d605-54a7-4581-90fe-daae99df4d11 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=26f31fdb-da8e-4338-8261-3d7497337796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527644 Aug 30 05:20:36.130622 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:36.166849 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:36.175644 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-413306e8-f812-4f78-a2f8-5584dad266af req-ec1e4eca-a4c8-41ae-bb05-2a445002c530 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948920 Aug 30 05:20:36.279784 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-413306e8-f812-4f78-a2f8-5584dad266af req-a6c5ad7b-7d8b-4c81-9918-fd5f18e06b64 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981889 Aug 30 05:20:36.383841 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'd896676a-fd80-43b6-a40e-2179e0c2b8f9', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:17:54Z', 'updated_at': '2022-08-30T05:18:25Z', 'revision_number': 2, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:36.407796 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f16f67-9ee5-412c-8d96-315bbb66bf66 None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'd896676a-fd80-43b6-a40e-2179e0c2b8f9', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:f9:fb:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:17:54Z', 'updated_at': '2022-08-30T05:18:25Z', 'revision_number': 2, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:20:36.492065 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-0bfebb05-7aa1-446c-bcbd-44131473007e req-fb960526-2df7-4387-9cee-26d086cecaf3 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4766e8f6-4e42-4773-bb22-b725770d2487 HTTP/1.1" status: 200 len: 210 time: 0.0282125 Aug 30 05:20:36.634244 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75a9f2-bc69-4a6d-8e07-3fa70f463624 None None] New status for floating IP aebc75f5-781c-4214-a307-d50ccf595e70: DOWN {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:20:36.709812 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4766e8f6-4e42-4773-bb22-b725770d2487', 'name': 'network-vif-deleted', 'tag': '08c74dd1-5956-4921-97d8-5fa4c04b4949'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:36.712220 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1101d7ba-db35-4c88-bfb8-b196a5482a4e" -d '{"events": [{"server_uuid": "4766e8f6-4e42-4773-bb22-b725770d2487", "name": "network-vif-deleted", "tag": "08c74dd1-5956-4921-97d8-5fa4c04b4949"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:36.756518 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1d9e-5496-44dd-9b66-cd02cf6e318b req-60c347b4-255c-440e-ac34-cad91b269318 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:36.758074 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e70c1d9e-5496-44dd-9b66-cd02cf6e318b req-60c347b4-255c-440e-ac34-cad91b269318 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 946 time: 0.0601082 Aug 30 05:20:36.759571 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77996102-7227-4988-99db-f947638af82a x-openstack-request-id: req-77996102-7227-4988-99db-f947638af82a {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:36.759862 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4766e8f6-4e42-4773-bb22-b725770d2487", "name": "network-vif-deleted", "tag": "08c74dd1-5956-4921-97d8-5fa4c04b4949", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:36.760115 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77996102-7227-4988-99db-f947638af82a {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:36.760503 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77996102-7227-4988-99db-f947638af82a'] response: {'server_uuid': '4766e8f6-4e42-4773-bb22-b725770d2487', 'name': 'network-vif-deleted', 'tag': '08c74dd1-5956-4921-97d8-5fa4c04b4949', 'status': 'completed', 'code': 200} Aug 30 05:20:36.809474 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e70c1d9e-5496-44dd-9b66-cd02cf6e318b req-c6b09395-93b7-428d-98e7-1d0d867ba17a tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452378 Aug 30 05:20:36.926945 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72421bf-3ebd-4176-9819-ce638bf1865b req-73029550-1451-40c6-adcb-a03a43e36f41 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:36.928285 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c72421bf-3ebd-4176-9819-ce638bf1865b req-73029550-1451-40c6-adcb-a03a43e36f41 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 946 time: 0.0466139 Aug 30 05:20:36.979876 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c72421bf-3ebd-4176-9819-ce638bf1865b req-ed33dd14-28c2-4f52-a674-ae2f3b92fe59 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461023 Aug 30 05:20:37.005969 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55190) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:37.176068 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b36c173e-d729-4d2b-a173-840d7a928e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.190852 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d834b-5483-402e-8260-3c9d9760156c tempest-TestVolumeBootPattern-1672854823 tempest-TestVolumeBootPattern-1672854823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:37.192466 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c78d834b-5483-402e-8260-3c9d9760156c tempest-TestVolumeBootPattern-1672854823 tempest-TestVolumeBootPattern-1672854823-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 1125 time: 0.1855459 Aug 30 05:20:37.195305 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55194) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:37.199482 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'port_id': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:37.221288 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.299421 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.409392 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Allocated IP 172.27.4.13 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/607b374c-6cf6-4e93-af1f-c1eef81e29d4) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:20:37.509691 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:37.522643 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for port (607b374c-6cf6-4e93-af1f-c1eef81e29d4), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.560842 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (607b374c-6cf6-4e93-af1f-c1eef81e29d4), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.586428 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55200) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:37.605337 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:20:37.608656 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:20:37.613623 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:20:37.617190 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'Port': ['ID=607b374c-6cf6-4e93-af1f-c1eef81e29d4,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:37.642997 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95add3a4-550a-4654-8a69-674706074011 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.646153 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:37.665411 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95add3a4-550a-4654-8a69-674706074011 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.718239 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95add3a4-550a-4654-8a69-674706074011 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.721634 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95add3a4-550a-4654-8a69-674706074011 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.722795 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-95add3a4-550a-4654-8a69-674706074011 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41 HTTP/1.1" status: 204 len: 168 time: 0.1352870 Aug 30 05:20:37.726087 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55202) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:37.726511 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:37.740133 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95add3a4-550a-4654-8a69-674706074011 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:37.746724 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-2eefcdc5-2d09-4a7d-bc83-e1b195892f29 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] show failed (client error): The resource could not be found. Aug 30 05:20:37.750508 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-2eefcdc5-2d09-4a7d-bc83-e1b195892f29 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups/1c5c7e04-86e8-4cb9-a2c8-33f8c9c98e41 HTTP/1.1" status: 404 len: 347 time: 0.0195868 Aug 30 05:20:37.750728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55204) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:37.869097 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Deleting port 2c67687d-818a-4d95-981c-12d716ae8428 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:20:37.869446 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (2c67687d-818a-4d95-981c-12d716ae8428), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.948964 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:37.951126 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (2c67687d-818a-4d95-981c-12d716ae8428), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.951553 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (2c67687d-818a-4d95-981c-12d716ae8428), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:37.966402 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Calling delete_port for 2c67687d-818a-4d95-981c-12d716ae8428 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:20:37.980956 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (17ebf1fa-2e23-47bc-8310-7c27e1fed949), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.111340 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (2c67687d-818a-4d95-981c-12d716ae8428), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.142699 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'Port': ['ID=2c67687d-818a-4d95-981c-12d716ae8428,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:38.210309 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (aebc75f5-781c-4214-a307-d50ccf595e70), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.212837 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.214050 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-6de06f6e-838f-4200-8e4d-8cda61e7ba34 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/aebc75f5-781c-4214-a307-d50ccf595e70 HTTP/1.1" status: 204 len: 168 time: 0.4623399 Aug 30 05:20:38.299564 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (607b374c-6cf6-4e93-af1f-c1eef81e29d4), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.444687 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.485628 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for port (607b374c-6cf6-4e93-af1f-c1eef81e29d4), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.490957 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (607b374c-6cf6-4e93-af1f-c1eef81e29d4), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.565820 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (17ebf1fa-2e23-47bc-8310-7c27e1fed949), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.568554 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event updated for resources: {'Port': ['ID=607b374c-6cf6-4e93-af1f-c1eef81e29d4,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:38.639559 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:38.661152 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Floating IP 17ebf1fa-2e23-47bc-8310-7c27e1fed949 associated. External IP: 172.27.4.13, port: 7450aa1e-23d7-43dd-a88d-807ca70eed93. Aug 30 05:20:38.860392 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:20:38.918842 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:38.967999 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:20:38.977469 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] Sync routers for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:20:38.986636 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:38.989291 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:38.991054 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:39.021293 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-bd3e186c-3eef-45d6-aac0-edf38ea54c20 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8249710 Aug 30 05:20:39.021880 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:39.024185 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339a1edc-d155-44fe-ab3a-3dff69400096" -d '{"events": [{"name": "network-changed", "server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:39.064805 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452b8ca6-692d-4011-b411-513db93de22a x-openstack-request-id: req-452b8ca6-692d-4011-b411-513db93de22a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:39.065096 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:39.065350 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-452b8ca6-692d-4011-b411-513db93de22a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:39.065752 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452b8ca6-692d-4011-b411-513db93de22a'] response: {'name': 'network-changed', 'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'status': 'completed', 'code': 200} Aug 30 05:20:39.097194 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:39.116353 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:39.126872 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-559332ca-27f6-411f-9ce2-a783bc7ac1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:39.128468 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-559332ca-27f6-411f-9ce2-a783bc7ac1d2 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0407567 Aug 30 05:20:39.230809 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-6c847db2-4ff9-432c-ae65-607cf538bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:39.232479 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-6c847db2-4ff9-432c-ae65-607cf538bced service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.0972464 Aug 30 05:20:39.301159 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-f38f7ea5-dad7-4416-9880-6e9aead5b9c4 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7450aa1e-23d7-43dd-a88d-807ca70eed93 HTTP/1.1" status: 200 len: 999 time: 0.0622916 Aug 30 05:20:39.340770 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '17ebf1fa-2e23-47bc-8310-7c27e1fed949', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.13', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:4c:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:20:37Z', 'updated_at': '2022-08-30T05:20:37Z', 'revision_number': 0, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}, {'id': '704a81ce-e431-4e47-8ef3-a829daf4aa64', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:18:28Z', 'updated_at': '2022-08-30T05:18:31Z', 'revision_number': 1, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:39.359639 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-dc9fa94c-4ef1-46c5-b6db-c0b224b2d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:39.361099 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-dc9fa94c-4ef1-46c5-b6db-c0b224b2d0fd service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0539706 Aug 30 05:20:39.368180 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] Checking router: 6b6c86fe-6bea-4b7b-92f0-a270d0be813f for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:20:39.377538 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:39.378137 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:39.379690 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:39.407897 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-9d8b0acb-7a0c-48ce-ac66-f339826d1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:39.409385 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-9d8b0acb-7a0c-48ce-ac66-f339826d1071 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414937 Aug 30 05:20:39.483354 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:39.510294 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 08c74dd1-5956-4921-97d8-5fa4c04b4949 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:20:39.512779 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-3867b93a-8132-4a03-8a25-58f7bbee6d8f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962751 Aug 30 05:20:39.540167 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 08c74dd1-5956-4921-97d8-5fa4c04b4949 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:20:39.540414 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 08c74dd1-5956-4921-97d8-5fa4c04b4949 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:20:39.573920 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:39.610772 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-339a1edc-d155-44fe-ab3a-3dff69400096 req-15d49ede-e5c1-4c5f-8f0a-ce1ef4fc32b9 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912650 Aug 30 05:20:39.725354 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '17ebf1fa-2e23-47bc-8310-7c27e1fed949', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.13', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:4c:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:20:37Z', 'updated_at': '2022-08-30T05:20:37Z', 'revision_number': 0, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}, {'id': '704a81ce-e431-4e47-8ef3-a829daf4aa64', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:18:28Z', 'updated_at': '2022-08-30T05:18:31Z', 'revision_number': 1, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:39.751583 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aaf52b-2fcf-42ec-b5d8-d1677b14a153 None None] The sync data for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi is: [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '17ebf1fa-2e23-47bc-8310-7c27e1fed949', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.13', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:4c:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:20:37Z', 'updated_at': '2022-08-30T05:20:37Z', 'revision_number': 0, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}, {'id': '704a81ce-e431-4e47-8ef3-a829daf4aa64', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:18:28Z', 'updated_at': '2022-08-30T05:18:31Z', 'revision_number': 1, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:20:39.862397 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f2af-38cc-43d8-96cb-4877be2e2f7f req-77d0f450-d21d-4b71-b8a6-9688ff991521 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:39.863888 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-13d5f2af-38cc-43d8-96cb-4877be2e2f7f req-77d0f450-d21d-4b71-b8a6-9688ff991521 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0489409 Aug 30 05:20:39.917154 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-13d5f2af-38cc-43d8-96cb-4877be2e2f7f req-2cf560c5-9b16-4320-aa19-d07ffc4b707b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474675 Aug 30 05:20:39.960986 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ba98a-a690-4c07-9ba2-13d1d6d546f2 None None] New status for floating IP 17ebf1fa-2e23-47bc-8310-7c27e1fed949: ACTIVE {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:20:39.975450 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:39.986975 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:41.039261 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9860e6-9fc6-4bd8-a12d-981b66f59930 req-189cc3e4-2447-4fc2-9287-44e2e43669fe tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:41.041136 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-da9860e6-9fc6-4bd8-a12d-981b66f59930 req-189cc3e4-2447-4fc2-9287-44e2e43669fe tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0487888 Aug 30 05:20:41.089998 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-da9860e6-9fc6-4bd8-a12d-981b66f59930 req-96949371-ece3-4475-828d-3f8c4f4153a7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2f49ad90-325c-4e1a-8711-80d8a07fd674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Aug 30 05:20:41.528365 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-a222347c-29cb-4b1e-8a26-af82c902a6a6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:41.529773 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-a222347c-29cb-4b1e-8a26-af82c902a6a6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 945 time: 0.0458479 Aug 30 05:20:41.613829 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Deleting port aa613a15-0a05-4d3e-be80-89172048cffe {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:20:41.614172 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:41.703797 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] For port aa613a15-0a05-4d3e-be80-89172048cffe, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=aa613a15-0a05-4d3e-be80-89172048cffe,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:41.704087 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:41.861219 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:41.861578 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (d896676a-fd80-43b6-a40e-2179e0c2b8f9), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:41.861889 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Floating IP d896676a-fd80-43b6-a40e-2179e0c2b8f9 disassociated. External IP: 172.27.4.190, port: aa613a15-0a05-4d3e-be80-89172048cffe. Aug 30 05:20:41.862223 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Calling delete_port for aa613a15-0a05-4d3e-be80-89172048cffe owned by compute:nova {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:20:41.867500 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:41.992869 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (aa613a15-0a05-4d3e-be80-89172048cffe), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:42.018291 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'Port': ['ID=aa613a15-0a05-4d3e-be80-89172048cffe,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:42.030465 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.030834 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.031183 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.031515 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.031919 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.032762 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.033227 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.033433 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.033756 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.034136 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.034412 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.034802 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.035158 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.035485 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.035906 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:20:42.142152 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:20:42.217597 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b0e02fe3-bcb6-4bff-b727-508207b7a97c req-bf92aaad-b2c0-4a72-848e-4d3e2efc2962 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cd7486a8-b5d7-45e0-921a-6621d9a10233 HTTP/1.1" status: 200 len: 210 time: 0.0329609 Aug 30 05:20:42.269434 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:20:42.279896 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:20:42.291285 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:42.291830 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:42.313831 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] No DVR routers for this DVR port aa613a15-0a05-4d3e-be80-89172048cffe on host hv-cinder-85391 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:20:42.316352 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:42.319587 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f5472680-efdb-4be8-8a31-3fa87a6d40fb req-ed14601f-d109-4663-94a8-1f457d5bbc76 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "DELETE /networking/v2.0/ports/aa613a15-0a05-4d3e-be80-89172048cffe HTTP/1.1" status: 204 len: 173 time: 0.7809818 Aug 30 05:20:42.320015 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'name': 'network-vif-deleted', 'tag': 'aa613a15-0a05-4d3e-be80-89172048cffe'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:42.322233 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5a870c-d7f1-4e3d-9f40-5cf95ca559d2" -d '{"events": [{"server_uuid": "cd7486a8-b5d7-45e0-921a-6621d9a10233", "name": "network-vif-deleted", "tag": "aa613a15-0a05-4d3e-be80-89172048cffe"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:42.361716 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d3d895-8c5c-4a0b-9685-fa9a1d069bb8 x-openstack-request-id: req-18d3d895-8c5c-4a0b-9685-fa9a1d069bb8 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:42.362007 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7486a8-b5d7-45e0-921a-6621d9a10233", "name": "network-vif-deleted", "tag": "aa613a15-0a05-4d3e-be80-89172048cffe", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:42.362278 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18d3d895-8c5c-4a0b-9685-fa9a1d069bb8 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:42.362676 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d3d895-8c5c-4a0b-9685-fa9a1d069bb8'] response: {'server_uuid': 'cd7486a8-b5d7-45e0-921a-6621d9a10233', 'name': 'network-vif-deleted', 'tag': 'aa613a15-0a05-4d3e-be80-89172048cffe', 'status': 'completed', 'code': 200} Aug 30 05:20:42.406912 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:42.547559 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:42.603701 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:42.627653 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:20:42.635780 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:42.636370 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:42.733710 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:42.918875 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:42.946367 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c1c8a-fe7a-48ab-b385-9c8358fbc54b None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:20:43.157465 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47efcb42-f0f3-4767-b6a8-cadbd91cbdea None None] New status for floating IP d896676a-fd80-43b6-a40e-2179e0c2b8f9: DOWN {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:20:43.315424 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55242) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:43.369157 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d02c0753-c403-4fae-a07d-2821aa04b0eb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (2f49ad90-325c-4e1a-8711-80d8a07fd674), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.390114 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d02c0753-c403-4fae-a07d-2821aa04b0eb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (2f49ad90-325c-4e1a-8711-80d8a07fd674), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.438655 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d02c0753-c403-4fae-a07d-2821aa04b0eb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (2f49ad90-325c-4e1a-8711-80d8a07fd674), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.441202 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d02c0753-c403-4fae-a07d-2821aa04b0eb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.442318 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d02c0753-c403-4fae-a07d-2821aa04b0eb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/2f49ad90-325c-4e1a-8711-80d8a07fd674 HTTP/1.1" status: 204 len: 168 time: 0.1259007 Aug 30 05:20:43.445139 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55244) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:43.451515 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c0753-c403-4fae-a07d-2821aa04b0eb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f49ad90-325c-4e1a-8711-80d8a07fd674,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:43.463563 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.api.v2.resource [None req-862bc5ab-0207-49d6-bdad-ecd86f32d947 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] show failed (client error): The resource could not be found. Aug 30 05:20:43.465156 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-862bc5ab-0207-49d6-bdad-ecd86f32d947 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups/2f49ad90-325c-4e1a-8711-80d8a07fd674 HTTP/1.1" status: 404 len: 347 time: 0.0189037 Aug 30 05:20:43.468054 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55246) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:43.476963 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:43.580977 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Deleting port 7bf60f11-1c73-44a1-853a-ee4052e38d22 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:20:43.581238 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (7bf60f11-1c73-44a1-853a-ee4052e38d22), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.658073 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (7bf60f11-1c73-44a1-853a-ee4052e38d22), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.658386 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (7bf60f11-1c73-44a1-853a-ee4052e38d22), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.670915 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Calling delete_port for 7bf60f11-1c73-44a1-853a-ee4052e38d22 owned by network:floatingip {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:20:43.808109 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (7bf60f11-1c73-44a1-853a-ee4052e38d22), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.833529 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'Port': ['ID=7bf60f11-1c73-44a1-853a-ee4052e38d22,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:43.840602 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:43.901068 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (d896676a-fd80-43b6-a40e-2179e0c2b8f9), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.903649 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:43.904787 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-39103020-8ec2-4cf1-9d28-6a908fe4180c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/d896676a-fd80-43b6-a40e-2179e0c2b8f9 HTTP/1.1" status: 204 len: 168 time: 0.4357972 Aug 30 05:20:43.988045 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55250) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:43.992545 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-85242578-ac57-4b4a-8abd-ee29cd62b0b8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909112318', 'description': 'tempest-description--1194736616'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:44.014535 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85242578-ac57-4b4a-8abd-ee29cd62b0b8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.084877 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85242578-ac57-4b4a-8abd-ee29cd62b0b8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (46011223-3b93-4c3f-9e18-fb46989be276), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.088548 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85242578-ac57-4b4a-8abd-ee29cd62b0b8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (46011223-3b93-4c3f-9e18-fb46989be276), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.117580 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85242578-ac57-4b4a-8abd-ee29cd62b0b8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.118771 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-85242578-ac57-4b4a-8abd-ee29cd62b0b8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1297190 Aug 30 05:20:44.120872 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85242578-ac57-4b4a-8abd-ee29cd62b0b8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46011223-3b93-4c3f-9e18-fb46989be276,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:44.121834 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55252) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:44.128161 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f2cd7914-b58a-49c8-bd50-051018e0f81f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group_rule': {'security_group_id': '46011223-3b93-4c3f-9e18-fb46989be276', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:44.154256 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7914-b58a-49c8-bd50-051018e0f81f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (db473494-08cc-4606-989f-057876ba8054), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.200137 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:44.210166 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7914-b58a-49c8-bd50-051018e0f81f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (db473494-08cc-4606-989f-057876ba8054), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.214167 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7914-b58a-49c8-bd50-051018e0f81f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (db473494-08cc-4606-989f-057876ba8054), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.233694 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd7914-b58a-49c8-bd50-051018e0f81f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db473494-08cc-4606-989f-057876ba8054,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:44.242035 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2cd7914-b58a-49c8-bd50-051018e0f81f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.243245 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f2cd7914-b58a-49c8-bd50-051018e0f81f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193039 Aug 30 05:20:44.245945 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55254) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:44.250210 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-62616053-e370-414b-b204-0e3bfe0d6365 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group_rule': {'security_group_id': '46011223-3b93-4c3f-9e18-fb46989be276', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:44.276304 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62616053-e370-414b-b204-0e3bfe0d6365 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (8443f8f9-0448-4ee9-a00f-fb4099549e4a), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.331653 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62616053-e370-414b-b204-0e3bfe0d6365 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (8443f8f9-0448-4ee9-a00f-fb4099549e4a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.335164 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62616053-e370-414b-b204-0e3bfe0d6365 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (8443f8f9-0448-4ee9-a00f-fb4099549e4a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.347375 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:44.356563 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62616053-e370-414b-b204-0e3bfe0d6365 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8443f8f9-0448-4ee9-a00f-fb4099549e4a,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:44.362418 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62616053-e370-414b-b204-0e3bfe0d6365 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.363624 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-62616053-e370-414b-b204-0e3bfe0d6365 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167555 Aug 30 05:20:44.366866 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55256) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:44.371623 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:44.392977 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.475911 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.579355 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Allocated IP 172.27.4.29 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/938fbb4b-84fd-4c31-a9b3-1556aa025611) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:20:44.595107 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:44.686552 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (938fbb4b-84fd-4c31-a9b3-1556aa025611), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.718451 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (938fbb4b-84fd-4c31-a9b3-1556aa025611), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.757038 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:20:44.761508 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:20:44.763847 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:20:44.787230 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=938fbb4b-84fd-4c31-a9b3-1556aa025611,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:44.848451 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:44.852735 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (48d871b4-f8a9-4b40-9787-078121a1f60e), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:44.888613 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (938fbb4b-84fd-4c31-a9b3-1556aa025611), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:45.034219 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (938fbb4b-84fd-4c31-a9b3-1556aa025611), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:45.038786 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (938fbb4b-84fd-4c31-a9b3-1556aa025611), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:45.106132 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=938fbb4b-84fd-4c31-a9b3-1556aa025611,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:45.108348 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (48d871b4-f8a9-4b40-9787-078121a1f60e), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:45.124311 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:45.125510 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c83160f8-be3e-4376-8c04-a6577e435745 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7575574 Aug 30 05:20:45.322576 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-03b79f90-fc64-4f82-ae55-bed2276a607f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1909112318&fields=id&tenant_id=bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 267 time: 0.0445726 Aug 30 05:20:45.427100 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-d436dc1d-b860-4a83-952b-63d508762508 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:45.428545 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-d436dc1d-b860-4a83-952b-63d508762508 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 815 time: 0.0995150 Aug 30 05:20:45.443027 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-fdab40a5-f7d7-42ca-b0cb-e4d9f7bc846a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/quotas/bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 375 time: 0.0090783 Aug 30 05:20:45.491976 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-f3586b40-91ff-4c9f-b010-9a86f05584ef tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442674 Aug 30 05:20:45.518216 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device aa613a15-0a05-4d3e-be80-89172048cffe no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:20:45.522029 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:45.540870 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: aa613a15-0a05-4d3e-be80-89172048cffe {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:20:45.541213 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device aa613a15-0a05-4d3e-be80-89172048cffe not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:20:45.564377 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:20:45.589756 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-1ab0d1e1-3a96-40cc-949a-ed303aa19102 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857975 Aug 30 05:20:45.680703 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-1a53c497-9cb7-438e-ad0e-3e040a2b3997 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849121 Aug 30 05:20:45.845731 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-90911402-c89b-449e-b428-6c8c48606f15 req-cf15093b-b9f8-4f0e-84ed-ab99aa3b644a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 210 time: 0.0310581 Aug 30 05:20:46.911797 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-b4c6a34c-354d-43e4-ac81-afa8e1332aae tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:46.913228 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-b4c6a34c-354d-43e4-ac81-afa8e1332aae tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 815 time: 0.1069622 Aug 30 05:20:46.952822 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ec1bfa49-3d5e-4d22-9d47-94e39a059f09 req-75c29bb0-c5cd-402b-9ee9-daa7f4592a9b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 210 time: 0.0311828 Aug 30 05:20:46.983850 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-95076b3e-8d36-4666-94e9-5519dcf8b01f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 380 time: 0.0595112 Aug 30 05:20:46.992763 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'port': {'device_id': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'admin_state_up': True, 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'security_groups': ['46011223-3b93-4c3f-9e18-fb46989be276']}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:47.085603 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:47.105217 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Made reservation on behalf of bebd859c24cd4ed3b7e32a82de820b8a for: {'port': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:20:47.109074 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:47.239769 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Allocated IP 172.20.0.4 (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2/d345ef73-596f-4799-a761-5117c97d95cb/a1156e08-a434-4102-a3ae-9e9dc323ddf6) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:20:47.257737 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:47.384028 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:47.417592 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:47.466457 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:20:47.469970 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:20:47.473984 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:20:47.504169 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=a1156e08-a434-4102-a3ae-9e9dc323ddf6,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:47.529978 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:47.530595 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:47.548363 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-3b8b3b47-8cbe-4160-bf31-c9c40bceaee6 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591111 Aug 30 05:20:47.569262 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Request body: {'port': {'device_id': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:47.636714 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:47.723209 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-d8d0982a-7865-44fe-8238-4b667691a47d None None] Provisioning complete for port a1156e08-a434-4102-a3ae-9e9dc323ddf6 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:20:47.723798 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d8d0982a-7865-44fe-8238-4b667691a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:47.755616 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0982a-7865-44fe-8238-4b667691a47d None None] Port a1156e08-a434-4102-a3ae-9e9dc323ddf6 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:20:48.095151 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db3b87-7675-4f0c-8870-419cc170da84 req-690dc418-ae7a-4337-90b3-48957e6eeab2 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:48.096608 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-14db3b87-7675-4f0c-8870-419cc170da84 req-690dc418-ae7a-4337-90b3-48957e6eeab2 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 931 time: 0.0612206 Aug 30 05:20:48.179596 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-14db3b87-7675-4f0c-8870-419cc170da84 req-938049a4-5748-4f1d-8db5-354e72aa80ce tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741117 Aug 30 05:20:48.211896 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:48.214671 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1156e08-a434-4102-a3ae-9e9dc323ddf6 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:20:48.223804 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Publish callbacks [] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:48.241638 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Transition to ACTIVE for port object a1156e08-a434-4102-a3ae-9e9dc323ddf6 will not be triggered until provisioned by entity L2. {{(pid=106380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:20:48.245496 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:48.273105 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:48.332653 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Pushing event updated for resources: {'Port': ['ID=a1156e08-a434-4102-a3ae-9e9dc323ddf6,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:48.363827 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Attempting to bind port a1156e08-a434-4102-a3ae-9e9dc323ddf6 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:20:48.364167 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Attempting to bind port a1156e08-a434-4102-a3ae-9e9dc323ddf6 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:20:48.364500 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Attempting to bind port a1156e08-a434-4102-a3ae-9e9dc323ddf6 on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:20:48.368786 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Port a1156e08-a434-4102-a3ae-9e9dc323ddf6 on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:20:48.369111 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Attempting to bind port a1156e08-a434-4102-a3ae-9e9dc323ddf6 on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:20:48.373930 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:20:48.374268 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Checking segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:20:48.374647 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Bound using segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:20:48.375108 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Bound port: a1156e08-a434-4102-a3ae-9e9dc323ddf6, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:20:48.375769 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:48.435390 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] For port a1156e08-a434-4102-a3ae-9e9dc323ddf6, host hv-cinder-85391, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:20:48.438374 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] For port a1156e08-a434-4102-a3ae-9e9dc323ddf6, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a1156e08-a434-4102-a3ae-9e9dc323ddf6,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:20:48.444503 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:48.447601 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:48.448467 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:48.449830 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/a1156e08-a434-4102-a3ae-9e9dc323ddf6 HTTP/1.1" status: 200 len: 1093 time: 0.8848650 Aug 30 05:20:48.451811 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'tag': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:48.454677 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431e83bc-40d9-4005-9a2f-31d3e501a6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "609ae0b0-7ae0-4849-b6c0-47a80959c070", "tag": "a1156e08-a434-4102-a3ae-9e9dc323ddf6"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:48.505323 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04143be9-aeb4-4447-ac4d-7361bcd4228d x-openstack-request-id: req-04143be9-aeb4-4447-ac4d-7361bcd4228d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:48.505635 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609ae0b0-7ae0-4849-b6c0-47a80959c070", "tag": "a1156e08-a434-4102-a3ae-9e9dc323ddf6", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:48.505870 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04143be9-aeb4-4447-ac4d-7361bcd4228d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:48.506269 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04143be9-aeb4-4447-ac4d-7361bcd4228d'] response: {'name': 'network-changed', 'server_uuid': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'tag': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6', 'status': 'completed', 'code': 200} Aug 30 05:20:48.520068 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215b33b-4ab4-4953-b6ce-3a331c3c3888 service neutron] Pushing event updated for resources: {'Port': ['ID=a1156e08-a434-4102-a3ae-9e9dc323ddf6,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:48.549576 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-1aa23140-8c62-483e-979a-fd5ff72df909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:48.551099 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-1aa23140-8c62-483e-979a-fd5ff72df909 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 1127 time: 0.0440738 Aug 30 05:20:48.597132 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-0245ffc5-8977-49de-b6fe-cc8e2cb709ea service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1156e08-a434-4102-a3ae-9e9dc323ddf6 HTTP/1.1" status: 200 len: 217 time: 0.0321507 Aug 30 05:20:48.647973 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e317125d-d4a7-4ce8-b79e-c4e7ca9afd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:48.649358 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-e317125d-d4a7-4ce8-b79e-c4e7ca9afd91 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0460768 Aug 30 05:20:48.693019 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-040d5dae-9cff-47cb-96ef-b62af3d30b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:48.694455 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-040d5dae-9cff-47cb-96ef-b62af3d30b31 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379832 Aug 30 05:20:48.784975 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-5457eca2-8871-4b5c-b388-002479069f23 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828288 Aug 30 05:20:48.879086 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-58815f6a-49ee-4c0d-ae4c-d0b302cf08ec req-c41c2e42-d6d7-42eb-adb1-f46bbabbfbb6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866911 Aug 30 05:20:49.297092 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c73a9-4986-433e-babc-4a643befb790 req-d282a911-d8b0-485a-a2a0-8f5723baeeeb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:49.298541 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ab1c73a9-4986-433e-babc-4a643befb790 req-d282a911-d8b0-485a-a2a0-8f5723baeeeb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 943 time: 0.0465415 Aug 30 05:20:49.345064 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ab1c73a9-4986-433e-babc-4a643befb790 req-28341d66-ed0f-4fb3-ad28-1f068c9750ae tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Aug 30 05:20:49.776770 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-4520c873-ff0a-481d-8079-abc073f9422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:49.778153 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-4520c873-ff0a-481d-8079-abc073f9422a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 1127 time: 0.0435696 Aug 30 05:20:49.867797 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-4bfc0e5f-c9fa-42ed-81f9-2dd5ca49fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:49.869207 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-4bfc0e5f-c9fa-42ed-81f9-2dd5ca49fa8e service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 916 time: 0.0848401 Aug 30 05:20:49.917155 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-efe055f3-c181-4a09-a1da-83dbe86cd135 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1156e08-a434-4102-a3ae-9e9dc323ddf6 HTTP/1.1" status: 200 len: 217 time: 0.0410016 Aug 30 05:20:49.972837 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-1ab3f93e-8545-44f8-a752-6bcc286e0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:49.974232 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-1ab3f93e-8545-44f8-a752-6bcc286e0016 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0492034 Aug 30 05:20:50.019880 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-2b5b74d5-fdf8-4a40-a28d-b3bfdf3fa414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:50.021296 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-2b5b74d5-fdf8-4a40-a28d-b3bfdf3fa414 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375538 Aug 30 05:20:50.035868 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:50.088289 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:50.118892 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-d1116dd2-b8df-4021-922d-46c902cbc0e6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900006 Aug 30 05:20:50.209237 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-431e83bc-40d9-4005-9a2f-31d3e501a6c5 req-3fa640cb-831e-444b-8958-32a55ed4dea7 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830271 Aug 30 05:20:50.608615 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2f972-d6ce-4eab-830c-0e8ad4700652 req-712375b8-5cfd-4040-99f3-4ddafa9ab70a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:50.610051 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5df2f972-d6ce-4eab-830c-0e8ad4700652 req-712375b8-5cfd-4040-99f3-4ddafa9ab70a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 943 time: 0.0458951 Aug 30 05:20:50.655960 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-5df2f972-d6ce-4eab-830c-0e8ad4700652 req-872d04b6-8ab3-41dd-bebf-d5e019cac718 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404048 Aug 30 05:20:51.551963 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device a1156e08-a434-4102-a3ae-9e9dc323ddf6 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:20:51.650336 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port a1156e08-a434-4102-a3ae-9e9dc323ddf6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a1156e08-a434-4102-a3ae-9e9dc323ddf6,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:51.661643 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'port_id': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6', 'mac_address': 'fa:16:3e:7b:9c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:20:51.695539 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port a1156e08-a434-4102-a3ae-9e9dc323ddf6 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:20:51.695824 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:51.709991 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1156e08-a434-4102-a3ae-9e9dc323ddf6 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:20:51.730185 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port a1156e08-a434-4102-a3ae-9e9dc323ddf6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a1156e08-a434-4102-a3ae-9e9dc323ddf6,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:51.735403 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:51.779487 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a161c8-faff-4563-95fa-6b3d691709d7 req-4ff09500-5bc8-420f-be09-75158b585a9a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:51.780958 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-88a161c8-faff-4563-95fa-6b3d691709d7 req-4ff09500-5bc8-420f-be09-75158b585a9a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 944 time: 0.0513136 Aug 30 05:20:51.785066 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=a1156e08-a434-4102-a3ae-9e9dc323ddf6,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:51.829131 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-88a161c8-faff-4563-95fa-6b3d691709d7 req-1f3e6745-79b4-42f8-87e7-6bce19f61015 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Aug 30 05:20:51.969831 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['a1156e08-a434-4102-a3ae-9e9dc323ddf6'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:20:52.043484 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:52.947733 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4740351-92ac-4e82-860e-387512c6b9c3 req-32d00d03-a2f1-464b-8d6b-03cb7b217cf2 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:52.949178 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e4740351-92ac-4e82-860e-387512c6b9c3 req-32d00d03-a2f1-464b-8d6b-03cb7b217cf2 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 944 time: 0.0458262 Aug 30 05:20:52.999700 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e4740351-92ac-4e82-860e-387512c6b9c3 req-02bb3e7a-0695-4db6-9981-681bafe9309e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450559 Aug 30 05:20:53.563822 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device a1156e08-a434-4102-a3ae-9e9dc323ddf6 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:20:53.609277 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port a1156e08-a434-4102-a3ae-9e9dc323ddf6 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:20:53.614912 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port a1156e08-a434-4102-a3ae-9e9dc323ddf6 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:20:53.615325 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:53.686662 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port a1156e08-a434-4102-a3ae-9e9dc323ddf6 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:20:53.687003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:53.709626 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:53.712166 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca47026-e1b5-4269-9b54-ae74c5fced5d" -d '{"events": [{"server_uuid": "609ae0b0-7ae0-4849-b6c0-47a80959c070", "name": "network-vif-plugged", "status": "completed", "tag": "a1156e08-a434-4102-a3ae-9e9dc323ddf6"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:53.724531 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port a1156e08-a434-4102-a3ae-9e9dc323ddf6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a1156e08-a434-4102-a3ae-9e9dc323ddf6,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:20:53.728609 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:53.758173 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c3e381-7243-423a-b9f3-1a3b4387a48c x-openstack-request-id: req-f5c3e381-7243-423a-b9f3-1a3b4387a48c {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:53.758463 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609ae0b0-7ae0-4849-b6c0-47a80959c070", "name": "network-vif-plugged", "status": "completed", "tag": "a1156e08-a434-4102-a3ae-9e9dc323ddf6", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:53.758715 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5c3e381-7243-423a-b9f3-1a3b4387a48c {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:53.759123 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c3e381-7243-423a-b9f3-1a3b4387a48c'] response: {'server_uuid': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6', 'code': 200} Aug 30 05:20:53.783207 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=a1156e08-a434-4102-a3ae-9e9dc323ddf6,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:20:53.934213 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fa5d9-e3aa-4f8a-9df0-ab0658406096 req-dfbfb0c9-560c-47d4-a5f3-31d8e64ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:53.936224 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-644fa5d9-e3aa-4f8a-9df0-ab0658406096 req-dfbfb0c9-560c-47d4-a5f3-31d8e64ce47a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 1129 time: 0.0391176 Aug 30 05:20:53.981461 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-644fa5d9-e3aa-4f8a-9df0-ab0658406096 req-9ab5c40a-234f-4af3-bfee-1999e2847aab service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374758 Aug 30 05:20:54.115353 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87984668-52ca-459f-9615-bc7e460f5947 req-9fbec42f-b066-486e-b7be-1afdb5ce1d04 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:54.116836 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-87984668-52ca-459f-9615-bc7e460f5947 req-9fbec42f-b066-486e-b7be-1afdb5ce1d04 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 945 time: 0.0463600 Aug 30 05:20:54.162175 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-87984668-52ca-459f-9615-bc7e460f5947 req-c8e2f334-4b3c-48f3-b95c-10e6df13b91f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Aug 30 05:20:55.282336 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7195863-6a1d-42c7-9259-6b1dad3ed3f0 req-d7faacef-111b-4cdc-979d-b8de178794e5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:55.283844 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a7195863-6a1d-42c7-9259-6b1dad3ed3f0 req-d7faacef-111b-4cdc-979d-b8de178794e5 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 945 time: 0.0482304 Aug 30 05:20:55.334109 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a7195863-6a1d-42c7-9259-6b1dad3ed3f0 req-04a877b9-b01e-4cc9-bfb9-65a083d8048f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Aug 30 05:20:56.452173 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aa4ed-1b11-4737-84e8-ff9039e22108 req-6505a4ff-c13d-41fd-9771-869843964f70 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:56.454162 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-165aa4ed-1b11-4737-84e8-ff9039e22108 req-6505a4ff-c13d-41fd-9771-869843964f70 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 945 time: 0.0462358 Aug 30 05:20:56.502006 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-165aa4ed-1b11-4737-84e8-ff9039e22108 req-35a3f0f0-319b-4208-9efa-d0c092cb3932 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Aug 30 05:20:56.616215 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a6a11-1f7b-4aba-b7fc-254bffa545eb req-f6f3f35c-986b-4347-b76b-42d3781f72fc tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:56.617554 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b50a6a11-1f7b-4aba-b7fc-254bffa545eb req-f6f3f35c-986b-4347-b76b-42d3781f72fc tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 945 time: 0.0469422 Aug 30 05:20:56.627679 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55316) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:20:56.631856 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-18b0f4dd-4caf-4dca-bf14-7ce8f29edc4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'floatingip': {'port_id': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:20:56.668938 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18b0f4dd-4caf-4dca-bf14-7ce8f29edc4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (48d871b4-f8a9-4b40-9787-078121a1f60e), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:57.082370 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18b0f4dd-4caf-4dca-bf14-7ce8f29edc4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:57.085889 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18b0f4dd-4caf-4dca-bf14-7ce8f29edc4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (48d871b4-f8a9-4b40-9787-078121a1f60e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:57.132788 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:57.179332 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-18b0f4dd-4caf-4dca-bf14-7ce8f29edc4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Floating IP 48d871b4-f8a9-4b40-9787-078121a1f60e associated. External IP: 172.27.4.29, port: a1156e08-a434-4102-a3ae-9e9dc323ddf6. Aug 30 05:20:57.217643 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:57.375700 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b0f4dd-4caf-4dca-bf14-7ce8f29edc4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:20:57.475105 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b0f4dd-4caf-4dca-bf14-7ce8f29edc4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:20:57.479923 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18b0f4dd-4caf-4dca-bf14-7ce8f29edc4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:20:57.485419 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:20:57.494498 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:57.495126 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:57.511632 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-18b0f4dd-4caf-4dca-bf14-7ce8f29edc4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/48d871b4-f8a9-4b40-9787-078121a1f60e HTTP/1.1" status: 200 len: 990 time: 0.8829272 Aug 30 05:20:57.512211 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'tag': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:20:57.514456 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2595b029-a05a-4f1a-ae8f-08c7c89a8976" -d '{"events": [{"name": "network-changed", "server_uuid": "609ae0b0-7ae0-4849-b6c0-47a80959c070", "tag": "a1156e08-a434-4102-a3ae-9e9dc323ddf6"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:20:57.551958 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5daa47c-2c89-4bc9-a6e1-7875e72dd2a0 x-openstack-request-id: req-d5daa47c-2c89-4bc9-a6e1-7875e72dd2a0 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:20:57.552248 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609ae0b0-7ae0-4849-b6c0-47a80959c070", "tag": "a1156e08-a434-4102-a3ae-9e9dc323ddf6", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:20:57.552502 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5daa47c-2c89-4bc9-a6e1-7875e72dd2a0 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:20:57.552903 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5daa47c-2c89-4bc9-a6e1-7875e72dd2a0'] response: {'name': 'network-changed', 'server_uuid': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'tag': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6', 'status': 'completed', 'code': 200} Aug 30 05:20:57.601829 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:57.615726 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-1190b089-8281-4793-aef7-5218ae691598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:57.617238 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-1190b089-8281-4793-aef7-5218ae691598 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 1129 time: 0.0429380 Aug 30 05:20:57.684551 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:57.729476 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-3fd9a960-57e0-4170-a40e-887d585ecc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:57.731215 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-3fd9a960-57e0-4170-a40e-887d585ecc98 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 916 time: 0.1063087 Aug 30 05:20:57.800936 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-5a4614d2-85af-461d-a947-b29e9bdbe0f5 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1156e08-a434-4102-a3ae-9e9dc323ddf6 HTTP/1.1" status: 200 len: 998 time: 0.0631523 Aug 30 05:20:57.803123 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8de9bf-c202-40a3-88ff-161c63fd7a4f req-8de53b14-1762-4bbd-8e74-d0d0a06c9afd tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:57.804615 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-af8de9bf-c202-40a3-88ff-161c63fd7a4f req-8de53b14-1762-4bbd-8e74-d0d0a06c9afd tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0790730 Aug 30 05:20:57.806001 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-f5a777f5-21ed-4806-9939-bd6290208787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:57.807428 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-f5a777f5-21ed-4806-9939-bd6290208787 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=4826d4507ffc4e3288aac00b1409ea46&device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 1169 time: 0.0713530 Aug 30 05:20:57.817818 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:57.835047 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '48d871b4-f8a9-4b40-9787-078121a1f60e', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.29', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:7b:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:20:44Z', 'updated_at': '2022-08-30T05:20:56Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:57.859704 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-26a428b0-b43b-492c-94c0-ac5e19300e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:57.861269 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-26a428b0-b43b-492c-94c0-ac5e19300e05 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0534465 Aug 30 05:20:57.864065 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:20:57.872541 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:20:57.873135 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:20:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:57.883791 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:57.908948 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-16094f45-a9df-4b4b-82e3-7a78a7633242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:57.910526 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-16094f45-a9df-4b4b-82e3-7a78a7633242 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426710 Aug 30 05:20:57.940205 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-af8de9bf-c202-40a3-88ff-161c63fd7a4f req-d3366c55-b9b8-47fb-9b62-de64ee0de6de tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298776 Aug 30 05:20:57.954471 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-99383f1c-a067-401e-ae44-8b00af53b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:57.963555 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-99383f1c-a067-401e-ae44-8b00af53b0d8 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=26f31fdb-da8e-4338-8261-3d7497337796 HTTP/1.1" status: 200 len: 916 time: 0.1388202 Aug 30 05:20:57.984487 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:20:58.017784 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-80b5f0ca-62ce-4f36-a9e3-34602190eef5 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997581 Aug 30 05:20:58.023794 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-881300a9-1740-42bf-a4fa-34f5f0fb23f9 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 200 len: 1001 time: 0.0606866 Aug 30 05:20:58.082579 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-a1f0e0d0-ae79-4eca-a5ff-dffd4de6ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:58.084069 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-a1f0e0d0-ae79-4eca-a5ff-dffd4de6ddff service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=3fa9b403-89a6-426b-a710-8899b0017df4 HTTP/1.1" status: 200 len: 854 time: 0.0512404 Aug 30 05:20:58.091483 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:58.126841 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2595b029-a05a-4f1a-ae8f-08c7c89a8976 req-b0c4f837-3d5e-4fd7-8d45-b34640c92f42 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944088 Aug 30 05:20:58.129728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-ff2be514-2e34-4ad0-961f-4eec911f414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:58.131360 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-ff2be514-2e34-4ad0-961f-4eec911f414c service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=26f31fdb-da8e-4338-8261-3d7497337796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402639 Aug 30 05:20:58.206574 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '48d871b4-f8a9-4b40-9787-078121a1f60e', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.29', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:7b:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:20:44Z', 'updated_at': '2022-08-30T05:20:56Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:20:58.225453 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-61e61d26-9eda-45c0-a6df-ac1044553332 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824792 Aug 30 05:20:58.230917 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37138b0-e7b2-4f07-99ab-ac6b341f6e50 None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '48d871b4-f8a9-4b40-9787-078121a1f60e', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.29', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:7b:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:20:44Z', 'updated_at': '2022-08-30T05:20:56Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:20:58.321332 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ca6b9302-d8f0-47a1-8e61-b32187ccd991 req-f18c925a-fa4f-410d-aa7d-679485929c65 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885599 Aug 30 05:20:58.422770 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f609c432-9763-4aa2-a170-738e0d5eac66 None None] New status for floating IP 48d871b4-f8a9-4b40-9787-078121a1f60e: ACTIVE {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:20:58.452296 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:20:59.063097 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645b959-e07f-491e-a228-b1619558591d req-e547021d-98a4-4951-b86c-a8b38683dfec tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:20:59.064533 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3645b959-e07f-491e-a228-b1619558591d req-e547021d-98a4-4951-b86c-a8b38683dfec tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0471017 Aug 30 05:20:59.122811 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-3645b959-e07f-491e-a228-b1619558591d req-87a08a9f-3484-4aca-a6b4-1c292f9a221f tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526671 Aug 30 05:21:00.241298 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bf7c6-6c1b-4789-abd1-8e06a0ad4117 req-fb778e3b-e00b-49eb-b231-a5d3d60ad333 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:00.242722 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-818bf7c6-6c1b-4789-abd1-8e06a0ad4117 req-fb778e3b-e00b-49eb-b231-a5d3d60ad333 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0460563 Aug 30 05:21:00.301383 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-818bf7c6-6c1b-4789-abd1-8e06a0ad4117 req-81bbfbdb-77e4-41b6-9624-5fb049660cb5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531116 Aug 30 05:21:00.910497 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:01.417558 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff2cb4-af79-4933-be63-5bc8f06f96d1 req-f8284837-c1f7-4adf-a162-25610043f86c tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:01.419028 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2eff2cb4-af79-4933-be63-5bc8f06f96d1 req-f8284837-c1f7-4adf-a162-25610043f86c tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0465944 Aug 30 05:21:01.430086 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:01.439419 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:01.480139 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-2eff2cb4-af79-4933-be63-5bc8f06f96d1 req-97fe2f47-8ceb-4c7b-93b5-99e850611930 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552576 Aug 30 05:21:02.601422 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c74c3-8424-4f9e-b026-30bff6e8fdfa req-fccaa61d-8e4a-4d84-a23e-2b86f76b8a50 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:02.602975 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8a5c74c3-8424-4f9e-b026-30bff6e8fdfa req-fccaa61d-8e4a-4d84-a23e-2b86f76b8a50 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0513854 Aug 30 05:21:02.662582 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8a5c74c3-8424-4f9e-b026-30bff6e8fdfa req-0d133ace-4a6a-499b-b1db-7da44f19f5cb tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539923 Aug 30 05:21:03.784289 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8e565-2094-4f64-97e3-86c8b4d0baa7 req-b033281f-f122-44e8-a4c2-bcee5191b8e9 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:03.785738 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fae8e565-2094-4f64-97e3-86c8b4d0baa7 req-b033281f-f122-44e8-a4c2-bcee5191b8e9 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0521553 Aug 30 05:21:03.847076 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-fae8e565-2094-4f64-97e3-86c8b4d0baa7 req-9c7de898-ad28-4036-b3c0-6353f028a23e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556452 Aug 30 05:21:04.824111 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-80d041da-25a8-49fb-9eeb-374eac93143b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:04.963855 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa19ade-e6bd-43b8-ae66-36a57ffffbf6 req-0841b06f-dd5d-4791-b07c-6655e2a50c0d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:04.965581 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aaa19ade-e6bd-43b8-ae66-36a57ffffbf6 req-0841b06f-dd5d-4791-b07c-6655e2a50c0d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0471656 Aug 30 05:21:05.024068 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-aaa19ade-e6bd-43b8-ae66-36a57ffffbf6 req-95852968-b569-41b6-9ff3-856ff47f4b81 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522592 Aug 30 05:21:06.141820 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860d8f6-ea42-4202-8dc6-6db6d1541655 req-df144339-7331-4b1e-87ff-d7566936672b tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:06.143261 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f860d8f6-ea42-4202-8dc6-6db6d1541655 req-df144339-7331-4b1e-87ff-d7566936672b tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0460634 Aug 30 05:21:06.200619 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f860d8f6-ea42-4202-8dc6-6db6d1541655 req-5b61e762-00ef-468f-a054-f4d1821ef3ce tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517526 Aug 30 05:21:07.178463 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ed876a63-df04-4789-91cf-73ba94770331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:07.318936 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998fa23-27f3-4b68-b3b1-fc6879fd9e0e req-81dd037c-2bd6-4ba9-8c8c-598e75963d6e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:07.320390 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6998fa23-27f3-4b68-b3b1-fc6879fd9e0e req-81dd037c-2bd6-4ba9-8c8c-598e75963d6e tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0472152 Aug 30 05:21:07.382096 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6998fa23-27f3-4b68-b3b1-fc6879fd9e0e req-dff400a8-ad68-433d-a1c5-83a7b7bc8766 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561624 Aug 30 05:21:08.445071 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:08.499963 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d793-d5b6-4e15-8fd9-a685c5251551 req-43ce648e-6236-44cc-ba63-372d0346bb54 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:08.501406 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e783d793-d5b6-4e15-8fd9-a685c5251551 req-43ce648e-6236-44cc-ba63-372d0346bb54 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0473819 Aug 30 05:21:08.523625 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=54,neutron:UPDATE=6 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:08.525993 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=9 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:08.565453 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e783d793-d5b6-4e15-8fd9-a685c5251551 req-ca99facc-fac5-486c-a4b4-28fb58047308 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583968 Aug 30 05:21:09.684213 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679322b0-3fa5-45b9-a76e-b6cdf674c933 req-a14959fe-b6d8-4969-8ea7-6ae1b5041c62 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:09.685582 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-679322b0-3fa5-45b9-a76e-b6cdf674c933 req-a14959fe-b6d8-4969-8ea7-6ae1b5041c62 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0468514 Aug 30 05:21:09.744735 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-679322b0-3fa5-45b9-a76e-b6cdf674c933 req-6917647a-f59d-4227-8a7c-cf2710928431 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&id=dbefcf5d-96fc-483e-9b27-47e5117d2b90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518839 Aug 30 05:21:09.979442 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:09.981205 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:18.556357 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=34 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:18.559001 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=39 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:18.706857 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:18.717120 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=5 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:19.735824 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:19.739662 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:19.976490 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:19.978351 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:22.565526 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:21:30.904828 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:32.557523 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:32.561607 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:34.828082 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-07c25da6-e5a7-403d-8089-b635019a23f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:37.180038 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b1df336d-0942-4294-813d-c5d804246cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:38.447980 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:39.981234 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:39.984967 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:44.490176 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffedddd-9e52-41a0-936f-b51bd97cbc71 req-a1df782d-90f4-45e8-a0f1-ec91ea31c6a3 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:44.491664 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2ffedddd-9e52-41a0-936f-b51bd97cbc71 req-a1df782d-90f4-45e8-a0f1-ec91ea31c6a3 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 945 time: 0.0481827 Aug 30 05:21:44.538623 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-2ffedddd-9e52-41a0-936f-b51bd97cbc71 req-73a3b91b-5db9-40ce-8fc7-3e17748b20ae tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412295 Aug 30 05:21:45.191672 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-2fb50811-02c1-4a26-8653-461fd7f9a626 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1231379107&fields=id&tenant_id=4826d4507ffc4e3288aac00b1409ea46 HTTP/1.1" status: 200 len: 267 time: 0.0438697 Aug 30 05:21:45.244559 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-57fc58d5-dd96-41e3-8a69-f8dde4189aa5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:45.245999 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-57fc58d5-dd96-41e3-8a69-f8dde4189aa5 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 985 time: 0.0490615 Aug 30 05:21:45.256438 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Request body: {'port': {'security_groups': ['02b2c1c6-2231-4a33-b2a8-ee8943d4412a']}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:21:45.332335 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:45.505377 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] For port 71a60ab2-f1e6-480a-89ba-78b963887538, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=71a60ab2-f1e6-480a-89ba-78b963887538,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:45.531869 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for port (71a60ab2-f1e6-480a-89ba-78b963887538), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:45.536719 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:45.546704 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:45.547327 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:45.549243 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6a4deb45-8ceb-4ea5-9b8e-321582111620 req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "PUT /networking/v2.0/ports/71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 200 len: 943 time: 0.2971733 Aug 30 05:21:45.549722 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:21:45.552003 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1401311d-5464-4826-b38b-570c388fa807" -d '{"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:21:45.553281 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['71a60ab2-f1e6-480a-89ba-78b963887538'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:21:45.555981 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55438) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:45.605331 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe36f996-7918-47bc-bd5c-7043c7c6dc55 x-openstack-request-id: req-fe36f996-7918-47bc-bd5c-7043c7c6dc55 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:21:45.605636 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:21:45.605867 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe36f996-7918-47bc-bd5c-7043c7c6dc55 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:21:45.606285 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe36f996-7918-47bc-bd5c-7043c7c6dc55'] response: {'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538', 'status': 'completed', 'code': 200} Aug 30 05:21:45.651012 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event updated for resources: {'Port': ['ID=71a60ab2-f1e6-480a-89ba-78b963887538,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:45.665080 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['71a60ab2-f1e6-480a-89ba-78b963887538'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:21:45.687581 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.687928 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.688267 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.688602 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.688965 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.689296 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.689619 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.689943 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.690266 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.690589 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.690935 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.691262 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.691583 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.691903 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.692222 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6976f215-a5e3-41b4-b5a9-5b4fedcae3a6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:45.697917 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60918830-084d-46c1-a08d-77b643533973 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group (dbefcf5d-96fc-483e-9b27-47e5117d2b90), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:45.723362 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d5efb-9c78-48d0-919c-447f79222ba0 req-528f672e-550e-46b2-9b7c-8ff2500203cf tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:45.724862 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-399d5efb-9c78-48d0-919c-447f79222ba0 req-528f672e-550e-46b2-9b7c-8ff2500203cf tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 945 time: 0.0908608 Aug 30 05:21:45.744424 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60918830-084d-46c1-a08d-77b643533973 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group (dbefcf5d-96fc-483e-9b27-47e5117d2b90), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:45.806159 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-399d5efb-9c78-48d0-919c-447f79222ba0 req-ed3a1d2f-8d1c-4536-86bd-38db83f588c3 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730979 Aug 30 05:21:45.843367 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60918830-084d-46c1-a08d-77b643533973 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (dbefcf5d-96fc-483e-9b27-47e5117d2b90), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:45.846511 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-60918830-084d-46c1-a08d-77b643533973 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:45.847647 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-60918830-084d-46c1-a08d-77b643533973 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/dbefcf5d-96fc-483e-9b27-47e5117d2b90 HTTP/1.1" status: 204 len: 168 time: 0.2907720 Aug 30 05:21:45.850796 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55442) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:45.886733 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401311d-5464-4826-b38b-570c388fa807 req-48df4e00-c4dc-4f94-bd81-693cdb97d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:45.887505 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60918830-084d-46c1-a08d-77b643533973 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbefcf5d-96fc-483e-9b27-47e5117d2b90,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:45.888299 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1401311d-5464-4826-b38b-570c388fa807 req-48df4e00-c4dc-4f94-bd81-693cdb97d698 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=4826d4507ffc4e3288aac00b1409ea46&device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 1130 time: 0.0433841 Aug 30 05:21:45.995318 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Deleting port 8be632e3-7942-48f8-8cac-c76973d1cde9 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:45.995665 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (8be632e3-7942-48f8-8cac-c76973d1cde9), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:46.047193 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401311d-5464-4826-b38b-570c388fa807 req-75f47729-ae69-4971-991b-c0e1277bb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:46.047946 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:46.048869 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1401311d-5464-4826-b38b-570c388fa807 req-75f47729-ae69-4971-991b-c0e1277bb6a5 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=26f31fdb-da8e-4338-8261-3d7497337796 HTTP/1.1" status: 200 len: 916 time: 0.0889697 Aug 30 05:21:46.080436 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (8be632e3-7942-48f8-8cac-c76973d1cde9), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:46.080761 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for floatingip (8be632e3-7942-48f8-8cac-c76973d1cde9), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:46.083049 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:46.095248 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Calling delete_port for 8be632e3-7942-48f8-8cac-c76973d1cde9 owned by network:floatingip {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:21:46.114803 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1401311d-5464-4826-b38b-570c388fa807 req-e0f5acd6-1a56-4d72-bc88-5c261accb73c service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 200 len: 1001 time: 0.0584483 Aug 30 05:21:46.163909 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401311d-5464-4826-b38b-570c388fa807 req-e0733368-00a6-430b-b780-c29c2d33ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:46.165267 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1401311d-5464-4826-b38b-570c388fa807 req-e0733368-00a6-430b-b780-c29c2d33ba59 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=3fa9b403-89a6-426b-a710-8899b0017df4 HTTP/1.1" status: 200 len: 854 time: 0.0450950 Aug 30 05:21:46.209373 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401311d-5464-4826-b38b-570c388fa807 req-e9d2b4e4-3c77-485a-af0d-bf4acb42dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:46.210862 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1401311d-5464-4826-b38b-570c388fa807 req-e9d2b4e4-3c77-485a-af0d-bf4acb42dbbe service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=26f31fdb-da8e-4338-8261-3d7497337796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386207 Aug 30 05:21:46.212028 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-717a881a-8fd9-4cce-8cd4-178426185780 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:46.213440 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-717a881a-8fd9-4cce-8cd4-178426185780 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 945 time: 0.1039698 Aug 30 05:21:46.312508 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1401311d-5464-4826-b38b-570c388fa807 req-a9132818-edad-46f4-b7a9-9e31bc8b4904 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903151 Aug 30 05:21:46.407040 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1401311d-5464-4826-b38b-570c388fa807 req-f7818677-128e-4cfc-97da-c03282ec3a54 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874102 Aug 30 05:21:46.554924 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Deleting port a1156e08-a434-4102-a3ae-9e9dc323ddf6 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:46.555268 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:46.650340 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (8be632e3-7942-48f8-8cac-c76973d1cde9), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:46.687680 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event deleted for resources: {'Port': ['ID=8be632e3-7942-48f8-8cac-c76973d1cde9,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:46.749887 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] For port a1156e08-a434-4102-a3ae-9e9dc323ddf6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=a1156e08-a434-4102-a3ae-9e9dc323ddf6,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:46.750169 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:46.808064 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks [] for floatingip (5699f265-c082-4f4c-8ce4-ae0d24cc159b), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:46.808395 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Floating IP 5699f265-c082-4f4c-8ce4-ae0d24cc159b disassociated (deleted). External IP: 172.27.4.14, port: 71a60ab2-f1e6-480a-89ba-78b963887538. Aug 30 05:21:46.938587 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8e237-8a4f-4b51-8cfb-f0aae08ba3ab req-7547d5a0-5b57-4b05-8dbe-36bcf66a3134 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:46.940132 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-35d8e237-8a4f-4b51-8cfb-f0aae08ba3ab req-7547d5a0-5b57-4b05-8dbe-36bcf66a3134 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 945 time: 0.0531981 Aug 30 05:21:46.987862 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-35d8e237-8a4f-4b51-8cfb-f0aae08ba3ab req-606e89ed-c3f9-4a16-b2dd-acab40069921 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=46011223-3b93-4c3f-9e18-fb46989be276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419421 Aug 30 05:21:47.003710 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:47.004013 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (48d871b4-f8a9-4b40-9787-078121a1f60e), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:47.004327 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Floating IP 48d871b4-f8a9-4b40-9787-078121a1f60e disassociated. External IP: 172.27.4.29, port: a1156e08-a434-4102-a3ae-9e9dc323ddf6. Aug 30 05:21:47.004667 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Calling delete_port for a1156e08-a434-4102-a3ae-9e9dc323ddf6 owned by compute:nova {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:21:47.112678 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:47.123769 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:47.164970 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:21:47.297596 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (a1156e08-a434-4102-a3ae-9e9dc323ddf6), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:47.328035 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'Port': ['ID=a1156e08-a434-4102-a3ae-9e9dc323ddf6,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:47.337972 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:21:47.342927 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:47.348648 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] Sync routers for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:21:47.359415 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:21:47.360034 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:47.409763 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-20a76fe0-35eb-4391-9411-a680c38e274d tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/5699f265-c082-4f4c-8ce4-ae0d24cc159b HTTP/1.1" status: 204 len: 168 time: 1.5578747 Aug 30 05:21:47.483288 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:21:47.600287 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:21:47.606984 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:21:47.610253 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfea7995-b589-49ff-ba59-bcee836a2cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:21:47.611819 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:21:47.621829 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:21:47.650670 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:21:47.651892 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] No DVR routers for this DVR port a1156e08-a434-4102-a3ae-9e9dc323ddf6 on host hv-cinder-85391 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:21:47.654148 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:47.654744 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:47.658207 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-665310ae-f7c6-4a8d-a8df-4001c9c20f8d req-7b40140c-4894-4b91-93a6-c6717b169bd0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "DELETE /networking/v2.0/ports/a1156e08-a434-4102-a3ae-9e9dc323ddf6 HTTP/1.1" status: 204 len: 173 time: 1.4338562 Aug 30 05:21:47.691622 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6fa177-74cc-47f8-820a-3795fc648b91 x-openstack-request-id: req-bc6fa177-74cc-47f8-820a-3795fc648b91 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:21:47.691926 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:21:47.692407 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc6fa177-74cc-47f8-820a-3795fc648b91 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:21:47.692809 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6fa177-74cc-47f8-820a-3795fc648b91'] response: {'name': 'network-changed', 'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538', 'status': 'completed', 'code': 200} Aug 30 05:21:47.804034 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-9b8b699a-8964-4c8a-afbc-b9ccb93aaf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:47.806446 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-9b8b699a-8964-4c8a-afbc-b9ccb93aaf0a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=4826d4507ffc4e3288aac00b1409ea46&device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 1130 time: 0.0635064 Aug 30 05:21:47.869052 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:47.878750 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:47.889971 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:41Z', 'revision_number': 5, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:47.898606 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:21:47.918769 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] Checking router: 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:21:47.927898 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:21:47.928512 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:48.028139 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:21:48.086397 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:48.131970 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f3b00c96-7cee-4591-9fea-7bc8ed31f7cc req-956e2e7a-79f1-4533-ba02-804646abbe6a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=609ae0b0-7ae0-4849-b6c0-47a80959c070 HTTP/1.1" status: 200 len: 210 time: 0.0388279 Aug 30 05:21:48.133157 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:21:48.164092 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:21:48.164952 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:48.233390 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-14616fd1-7b29-4f65-9fff-b4fa33ff6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:48.235080 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-14616fd1-7b29-4f65-9fff-b4fa33ff6b03 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=26f31fdb-da8e-4338-8261-3d7497337796 HTTP/1.1" status: 200 len: 916 time: 0.1580646 Aug 30 05:21:48.265380 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:41Z', 'revision_number': 5, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:48.297912 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:21:48.301123 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6956baa-9356-4792-9e1d-3efd9cfe952f None None] The sync data for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi is: [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:19:33Z', 'revision_number': 4, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'b9d99481-fa51-4945-9651-5ffddb5c4dd8', 'name': '', 'network_id': '26f31fdb-da8e-4338-8261-3d7497337796', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'mac_address': 'fa:16:3e:6f:33:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:32Z', 'updated_at': '2022-08-30T05:19:41Z', 'revision_number': 5, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'subnets': [{'id': '3fa9b403-89a6-426b-a710-8899b0017df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:21:48.302389 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-e918b9cf-8a9b-448e-8218-940852632b34 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 200 len: 217 time: 0.0409408 Aug 30 05:21:48.360252 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-5572653c-13c8-457a-92e4-70d4cbd388c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:48.362570 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-5572653c-13c8-457a-92e4-70d4cbd388c5 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=3fa9b403-89a6-426b-a710-8899b0017df4 HTTP/1.1" status: 200 len: 854 time: 0.0549111 Aug 30 05:21:48.501512 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:48.528618 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd140106-cf35-4613-b8ae-8acd96d11967 None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:21:48.572248 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e5096-7681-4c54-94f9-549db1135683 None None] New status for floating IP 5699f265-c082-4f4c-8ce4-ae0d24cc159b: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:21:48.676894 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-80681479-0030-4bc1-9309-affaa105352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:48.678387 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-80681479-0030-4bc1-9309-affaa105352b service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=26f31fdb-da8e-4338-8261-3d7497337796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786550 Aug 30 05:21:48.816782 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-b5928097-c97f-43c4-8830-20cbc88d7770 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293526 Aug 30 05:21:48.842191 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:48.869179 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50ac60-abaa-447d-bfef-168c7805c57f None None] New status for floating IP 48d871b4-f8a9-4b40-9787-078121a1f60e: DOWN {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:21:48.906214 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:48.934766 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cfea7995-b589-49ff-ba59-bcee836a2cf3 req-12617367-2662-4054-a7b0-cc366adddb56 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104205 Aug 30 05:21:49.231003 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55472) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:49.284438 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82fdaaf7-faf6-405b-8aab-d19564e41feb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (46011223-3b93-4c3f-9e18-fb46989be276), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.306360 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82fdaaf7-faf6-405b-8aab-d19564e41feb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (46011223-3b93-4c3f-9e18-fb46989be276), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.353944 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82fdaaf7-faf6-405b-8aab-d19564e41feb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (46011223-3b93-4c3f-9e18-fb46989be276), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.356626 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82fdaaf7-faf6-405b-8aab-d19564e41feb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.357842 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-82fdaaf7-faf6-405b-8aab-d19564e41feb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/46011223-3b93-4c3f-9e18-fb46989be276 HTTP/1.1" status: 204 len: 168 time: 0.1258326 Aug 30 05:21:49.361486 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55474) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:49.367642 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdaaf7-faf6-405b-8aab-d19564e41feb tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46011223-3b93-4c3f-9e18-fb46989be276,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:49.375544 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-f81d8541-2709-4c06-84b4-7c1063d3b69e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] show failed (client error): The resource could not be found. Aug 30 05:21:49.376643 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f81d8541-2709-4c06-84b4-7c1063d3b69e tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups/46011223-3b93-4c3f-9e18-fb46989be276 HTTP/1.1" status: 404 len: 347 time: 0.0133767 Aug 30 05:21:49.379528 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55476) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:49.495372 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Deleting port 938fbb4b-84fd-4c31-a9b3-1556aa025611 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:49.495715 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (938fbb4b-84fd-4c31-a9b3-1556aa025611), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.573249 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (938fbb4b-84fd-4c31-a9b3-1556aa025611), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.573579 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (938fbb4b-84fd-4c31-a9b3-1556aa025611), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.586412 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Calling delete_port for 938fbb4b-84fd-4c31-a9b3-1556aa025611 owned by network:floatingip {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:21:49.694664 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'name': 'network-vif-deleted', 'tag': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:21:49.696882 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb10bfe-f3f5-449e-b641-246288edcc5e" -d '{"events": [{"server_uuid": "609ae0b0-7ae0-4849-b6c0-47a80959c070", "name": "network-vif-deleted", "tag": "a1156e08-a434-4102-a3ae-9e9dc323ddf6"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:21:49.720069 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (938fbb4b-84fd-4c31-a9b3-1556aa025611), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.746519 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8bcd55-f8c8-4963-8f1e-be25ca9fcce6 x-openstack-request-id: req-9c8bcd55-f8c8-4963-8f1e-be25ca9fcce6 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:21:49.746837 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609ae0b0-7ae0-4849-b6c0-47a80959c070", "name": "network-vif-deleted", "tag": "a1156e08-a434-4102-a3ae-9e9dc323ddf6", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:21:49.747093 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c8bcd55-f8c8-4963-8f1e-be25ca9fcce6 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:21:49.747486 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8bcd55-f8c8-4963-8f1e-be25ca9fcce6'] response: {'server_uuid': '609ae0b0-7ae0-4849-b6c0-47a80959c070', 'name': 'network-vif-deleted', 'tag': 'a1156e08-a434-4102-a3ae-9e9dc323ddf6', 'status': 'completed', 'code': 200} Aug 30 05:21:49.748888 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'Port': ['ID=938fbb4b-84fd-4c31-a9b3-1556aa025611,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:49.809408 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (48d871b4-f8a9-4b40-9787-078121a1f60e), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.811958 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.813085 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-850731a0-a3f6-44f6-a40d-f788469453d1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/48d871b4-f8a9-4b40-9787-078121a1f60e HTTP/1.1" status: 204 len: 168 time: 0.4326134 Aug 30 05:21:49.877767 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55482) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:49.882283 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-454899dc-c44b-4202-ab9d-14b8740bf654 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943972299', 'description': 'tempest-description--1348431503'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:21:49.903802 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-454899dc-c44b-4202-ab9d-14b8740bf654 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.972576 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-454899dc-c44b-4202-ab9d-14b8740bf654 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (8f04ff62-3e83-405f-8b1b-d9608457a885), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.976003 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-454899dc-c44b-4202-ab9d-14b8740bf654 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8f04ff62-3e83-405f-8b1b-d9608457a885), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:49.986844 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device a1156e08-a434-4102-a3ae-9e9dc323ddf6 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:21:50.004476 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-454899dc-c44b-4202-ab9d-14b8740bf654 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.008353 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-454899dc-c44b-4202-ab9d-14b8740bf654 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1269577 Aug 30 05:21:50.008796 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55486) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:50.010104 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: a1156e08-a434-4102-a3ae-9e9dc323ddf6 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:21:50.010454 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device a1156e08-a434-4102-a3ae-9e9dc323ddf6 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:21:50.013568 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-dbc419e7-8126-4e34-aaed-fa36850d86f8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group_rule': {'security_group_id': '8f04ff62-3e83-405f-8b1b-d9608457a885', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:21:50.018380 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:50.020601 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454899dc-c44b-4202-ab9d-14b8740bf654 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04ff62-3e83-405f-8b1b-d9608457a885,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:50.047775 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbc419e7-8126-4e34-aaed-fa36850d86f8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (61194d8c-f61a-4eca-98fd-3201cdc6b840), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.050237 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:50.107533 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbc419e7-8126-4e34-aaed-fa36850d86f8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (61194d8c-f61a-4eca-98fd-3201cdc6b840), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.111522 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbc419e7-8126-4e34-aaed-fa36850d86f8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (61194d8c-f61a-4eca-98fd-3201cdc6b840), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.130517 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc419e7-8126-4e34-aaed-fa36850d86f8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61194d8c-f61a-4eca-98fd-3201cdc6b840,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:50.138290 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbc419e7-8126-4e34-aaed-fa36850d86f8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.139640 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-dbc419e7-8126-4e34-aaed-fa36850d86f8 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301932 Aug 30 05:21:50.142771 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55490) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:50.149025 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'security_group_rule': {'security_group_id': '8f04ff62-3e83-405f-8b1b-d9608457a885', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:21:50.178052 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (ba05a80f-e0da-4998-80dc-0d2eb164bd99), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.266893 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d704d8-9025-43c7-b09a-fc1290a6ac29 req-8ba5723c-ab6f-42a2-9e12-e1755fde3930 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:50.268248 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-98d704d8-9025-43c7-b09a-fc1290a6ac29 req-8ba5723c-ab6f-42a2-9e12-e1755fde3930 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0609539 Aug 30 05:21:50.277285 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (ba05a80f-e0da-4998-80dc-0d2eb164bd99), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.290039 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (ba05a80f-e0da-4998-80dc-0d2eb164bd99), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.314921 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba05a80f-e0da-4998-80dc-0d2eb164bd99,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:50.330969 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.331321 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.331666 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.332006 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.332339 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.332671 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.333003 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.333331 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.333658 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.333984 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.334312 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.334642 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.334993 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.335317 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.335641 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:50.340403 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.341560 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-c71bb9f3-22fd-4e78-adc1-a4c72d090a97 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1966877 Aug 30 05:21:50.344747 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55494) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:50.349250 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:21:50.352974 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-98d704d8-9025-43c7-b09a-fc1290a6ac29 req-5916f8c2-95e4-431a-a3c4-f0c15566e4ec tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775790 Aug 30 05:21:50.372896 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.452188 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.555224 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Allocated IP 172.27.4.102 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/afb6df72-d52a-469b-a9db-020e4e24d7a6) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:21:50.660717 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (afb6df72-d52a-469b-a9db-020e4e24d7a6), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.692074 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (afb6df72-d52a-469b-a9db-020e4e24d7a6), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.730822 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:21:50.733693 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:21:50.736672 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:21:50.762734 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=afb6df72-d52a-469b-a9db-020e4e24d7a6,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:50.823690 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (d130ac98-e035-4fd0-aa0d-71e827e9a440), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.858806 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (afb6df72-d52a-469b-a9db-020e4e24d7a6), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:50.895824 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:50.966203 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:51.007192 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (afb6df72-d52a-469b-a9db-020e4e24d7a6), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:51.011217 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (afb6df72-d52a-469b-a9db-020e4e24d7a6), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:51.077029 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=afb6df72-d52a-469b-a9db-020e4e24d7a6,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:51.079940 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (d130ac98-e035-4fd0-aa0d-71e827e9a440), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:51.096006 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:51.097230 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-a2fb12d4-e56f-4243-8938-a687a82f7400 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7514224 Aug 30 05:21:51.252457 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-ed7a62c7-04f3-48e4-9dac-cd83ece6b5a1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--943972299&fields=id&tenant_id=bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 267 time: 0.0455911 Aug 30 05:21:51.355318 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-4a96f2b3-0f78-446f-ad9d-812b85aa9aec tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:51.356645 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-4a96f2b3-0f78-446f-ad9d-812b85aa9aec tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 815 time: 0.0979230 Aug 30 05:21:51.370393 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-283affbf-95c4-406a-921d-7c6e0875d092 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/quotas/bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 375 time: 0.0084989 Aug 30 05:21:51.423635 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-e3ceb33d-8159-4803-afbd-9c3a7151920a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484478 Aug 30 05:21:51.470925 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:51.480158 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052d46b-1496-48a5-b8d5-bcd30f8423a2 req-2bff6582-9ffa-4283-9cc6-7e3b9c96acd6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:51.481715 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3052d46b-1496-48a5-b8d5-bcd30f8423a2 req-2bff6582-9ffa-4283-9cc6-7e3b9c96acd6 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0505571 Aug 30 05:21:51.493574 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:51.533622 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3052d46b-1496-48a5-b8d5-bcd30f8423a2 req-ffaca0bd-f83b-48d5-8ee6-1f9f547f2df9 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=02b2c1c6-2231-4a33-b2a8-ee8943d4412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Aug 30 05:21:51.751009 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-84b15463-0da2-4d61-be1d-f7b270d818b1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159714 Aug 30 05:21:51.841090 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-b9b1bab8-ae2c-42b3-8e74-a7d098865a7d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838861 Aug 30 05:21:52.001717 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d5770f20-0c77-40f1-b97b-a272fe2ab6d3 req-d5b03357-f60d-4313-a499-43ab2e49f0c9 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 210 time: 0.0277171 Aug 30 05:21:52.158537 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-b30785ec-5851-4f6b-8da4-c34c57ae71c1 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:52.159993 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-b30785ec-5851-4f6b-8da4-c34c57ae71c1 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 946 time: 0.0478058 Aug 30 05:21:52.257000 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Deleting port 71a60ab2-f1e6-480a-89ba-78b963887538 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:52.257347 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:52.355933 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] For port 71a60ab2-f1e6-480a-89ba-78b963887538, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=71a60ab2-f1e6-480a-89ba-78b963887538,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:52.356618 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:52.370859 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Calling delete_port for 71a60ab2-f1e6-480a-89ba-78b963887538 owned by compute:nova {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:21:52.375910 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:52.511600 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (71a60ab2-f1e6-480a-89ba-78b963887538), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:52.527573 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['71a60ab2-f1e6-480a-89ba-78b963887538'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:21:52.543197 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Pushing event deleted for resources: {'Port': ['ID=71a60ab2-f1e6-480a-89ba-78b963887538,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:52.576578 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:52.597264 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] No DVR routers for this DVR port 71a60ab2-f1e6-480a-89ba-78b963887538 on host hv-cinder-85391 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:21:52.600153 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:52.603775 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a56e9c8f-26a1-45a0-b1a7-cc43989cd738 req-2bd4bdb3-6353-4b8d-9a70-4d310ccb4a39 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.82 "DELETE /networking/v2.0/ports/71a60ab2-f1e6-480a-89ba-78b963887538 HTTP/1.1" status: 204 len: 173 time: 0.4344623 Aug 30 05:21:52.605072 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'name': 'network-vif-deleted', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:21:52.609541 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6258d8e7-e165-4e67-a303-d6a0579bd1e1" -d '{"events": [{"server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "name": "network-vif-deleted", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:21:52.654879 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a3015ad0-f158-4e89-8d26-ee91c107e925 req-07a0daab-971d-4f80-a805-b16889dc2d75 tempest-TestMinimumBasicScenario-1648859406 tempest-TestMinimumBasicScenario-1648859406-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=565b3109-ab27-4465-aa1c-b4002d4e9792 HTTP/1.1" status: 200 len: 210 time: 0.0350182 Aug 30 05:21:52.660366 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2450b9f3-218f-4b2d-a9cb-37c4c431efe4 x-openstack-request-id: req-2450b9f3-218f-4b2d-a9cb-37c4c431efe4 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:21:52.660602 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565b3109-ab27-4465-aa1c-b4002d4e9792", "name": "network-vif-deleted", "tag": "71a60ab2-f1e6-480a-89ba-78b963887538", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:21:52.660900 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2450b9f3-218f-4b2d-a9cb-37c4c431efe4 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:21:52.661310 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2450b9f3-218f-4b2d-a9cb-37c4c431efe4'] response: {'server_uuid': '565b3109-ab27-4465-aa1c-b4002d4e9792', 'name': 'network-vif-deleted', 'tag': '71a60ab2-f1e6-480a-89ba-78b963887538', 'status': 'completed', 'code': 200} Aug 30 05:21:53.117363 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-eefcdc32-7c50-4161-b6af-5a3f5a6fdc76 req-b4e6782c-7362-47fd-84f7-0396a3744584 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 210 time: 0.0425117 Aug 30 05:21:53.210958 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-de41c49e-2b9a-4fc6-9f9b-dbd756d43a2b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:53.212405 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-de41c49e-2b9a-4fc6-9f9b-dbd756d43a2b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 815 time: 0.1123412 Aug 30 05:21:53.506064 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-f0e7822a-4052-41dd-9a9c-73f01373fc18 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bebd859c24cd4ed3b7e32a82de820b8a HTTP/1.1" status: 200 len: 379 time: 0.0575542 Aug 30 05:21:53.515253 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'port': {'device_id': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'admin_state_up': True, 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'security_groups': ['8f04ff62-3e83-405f-8b1b-d9608457a885']}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:21:53.624222 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Made reservation on behalf of bebd859c24cd4ed3b7e32a82de820b8a for: {'port': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:21:53.628095 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:53.772859 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Allocated IP 172.20.0.5 (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2/d345ef73-596f-4799-a761-5117c97d95cb/3c621d46-c5fc-4ccc-add5-edce4f04d0e0) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:21:53.925256 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:53.959938 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:53.995960 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:53.998389 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:21:54.005903 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:21:54.010517 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:21:54.049117 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event updated for resources: {'Port': ['ID=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:54.076670 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:54.077279 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:54.095253 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-462aeaad-77f3-4ccf-88db-00ebf76f473b tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837762 Aug 30 05:21:54.111024 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Request body: {'port': {'device_id': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:21:54.116128 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:54.195653 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:54.250287 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-7a5b985f-dbbe-423a-827b-d6160587c520 None None] Provisioning complete for port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:21:54.250753 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7a5b985f-dbbe-423a-827b-d6160587c520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:54.284364 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdd1bb-b30d-4272-8c8b-666303ba00e5 req-3fdc1745-7b89-498e-a320-e39bfdbad174 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:54.285759 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b6fdd1bb-b30d-4272-8c8b-666303ba00e5 req-3fdc1745-7b89-498e-a320-e39bfdbad174 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 931 time: 0.0779638 Aug 30 05:21:54.288639 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b985f-dbbe-423a-827b-d6160587c520 None None] Port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:21:54.430081 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b6fdd1bb-b30d-4272-8c8b-666303ba00e5 req-94e5db19-4072-4442-ae46-ab608e7b2d06 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352849 Aug 30 05:21:54.448576 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55582) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:54.538434 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:21:54.546123 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Publish callbacks [] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:54.559462 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Transition to ACTIVE for port object 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 will not be triggered until provisioned by entity L2. {{(pid=106380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:21:54.562963 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:54.626603 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Pushing event updated for resources: {'Port': ['ID=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:54.675122 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Attempting to bind port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:21:54.675469 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Attempting to bind port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:21:54.675798 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Attempting to bind port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:21:54.680131 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:21:54.680457 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Attempting to bind port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 on network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:21:54.685511 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:21:54.685857 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Checking segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:21:54.686269 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Bound using segment: {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:21:54.686699 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Bound port: 3c621d46-c5fc-4ccc-add5-edce4f04d0e0, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:21:54.687086 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:54.751231 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] For port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0, host hv-cinder-85391, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:21:54.754789 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] For port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:21:54.756669 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:54.760964 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:54.764304 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:54.764937 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:54.766529 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/3c621d46-c5fc-4ccc-add5-edce4f04d0e0 HTTP/1.1" status: 200 len: 1093 time: 0.6599777 Aug 30 05:21:54.769175 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'tag': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:21:54.771995 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e99746-ed1a-490d-bf75-67f33140ac30" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f3fcb1-0c37-497e-b603-d8fae3e2048a", "tag": "3c621d46-c5fc-4ccc-add5-edce4f04d0e0"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:21:54.825665 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d7cf1f-4bf6-4991-99bc-8f9450f59305 x-openstack-request-id: req-e4d7cf1f-4bf6-4991-99bc-8f9450f59305 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:21:54.825955 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f3fcb1-0c37-497e-b603-d8fae3e2048a", "tag": "3c621d46-c5fc-4ccc-add5-edce4f04d0e0", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:21:54.826212 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4d7cf1f-4bf6-4991-99bc-8f9450f59305 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:21:54.826604 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d7cf1f-4bf6-4991-99bc-8f9450f59305'] response: {'name': 'network-changed', 'server_uuid': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'tag': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0', 'status': 'completed', 'code': 200} Aug 30 05:21:54.841890 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde17433-ded3-4b5c-bf16-c31df6a11381 service neutron] Pushing event updated for resources: {'Port': ['ID=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:54.873294 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-3e72b871-9b82-4cf0-b1ed-08f8b9fb1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:54.874801 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-3e72b871-9b82-4cf0-b1ed-08f8b9fb1299 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 1127 time: 0.0427392 Aug 30 05:21:54.919616 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-36413bb5-53fc-4064-b95b-402190e31f0c service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c621d46-c5fc-4ccc-add5-edce4f04d0e0 HTTP/1.1" status: 200 len: 217 time: 0.0338225 Aug 30 05:21:54.965593 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:54.982020 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-77146e05-eb38-4a7d-9cad-241a93009d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:54.983528 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-77146e05-eb38-4a7d-9cad-241a93009d00 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0539970 Aug 30 05:21:55.031433 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-4f6b4b2f-1944-43f9-89b7-7cf1874aa9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:55.032854 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-4f6b4b2f-1944-43f9-89b7-7cf1874aa9a4 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398536 Aug 30 05:21:55.129031 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:55.133284 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-1fe79efe-e778-4ada-9ee1-20d5c189eae5 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903213 Aug 30 05:21:55.225634 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-84e621a4-ef1e-43cf-b42d-493c654b0f4f req-2b7bd14d-e268-4756-adaa-9361f2146e02 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828133 Aug 30 05:21:55.238458 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Deleting port b9d99481-fa51-4945-9651-5ffddb5c4dd8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:55.238805 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:55.320848 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] For port b9d99481-fa51-4945-9651-5ffddb5c4dd8, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=b9d99481-fa51-4945-9651-5ffddb5c4dd8,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:55.321224 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:55.333656 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Calling delete_port for b9d99481-fa51-4945-9651-5ffddb5c4dd8 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:21:55.441150 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:55.513375 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:55.517411 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (b9d99481-fa51-4945-9651-5ffddb5c4dd8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:55.546317 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d99481-fa51-4945-9651-5ffddb5c4dd8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:55.556934 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64979b-35b6-43ec-a3c4-f0437601c0b7 req-55145c2c-7344-46c7-83d0-ff0f0d1924fc tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:55.560775 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9a64979b-35b6-43ec-a3c4-f0437601c0b7 req-55145c2c-7344-46c7-83d0-ff0f0d1924fc tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 943 time: 0.0505922 Aug 30 05:21:55.615943 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9a64979b-35b6-43ec-a3c4-f0437601c0b7 req-0e0f27b4-2952-4286-b7c5-8bc9189c4293 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491178 Aug 30 05:21:55.715386 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:55.915723 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:21:55.990980 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 71a60ab2-f1e6-480a-89ba-78b963887538 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:21:56.009903 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 71a60ab2-f1e6-480a-89ba-78b963887538 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:21:56.010245 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 71a60ab2-f1e6-480a-89ba-78b963887538 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:21:56.018868 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:21:56.026336 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bfc0a4df-6472-4181-a146-62dd1e131da0 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/26cc750b-0f83-4c7e-b59d-c3a99eb7be47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5741186 Aug 30 05:21:56.026518 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55588) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:56.027360 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] Sync routers for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:21:56.038779 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:21:56.039442 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:56.129614 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks [] for router (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:56.151439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:21:56.234305 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-4cd25a16-a00e-4699-a0b0-dda1801d91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:56.235689 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-4cd25a16-a00e-4699-a0b0-dda1801d91a7 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 1127 time: 0.0742111 Aug 30 05:21:56.305889 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks [] for router_gateway (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:56.319777 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17'}], 'enable_snat': True}, 'gw_port_id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:21:55Z', 'revision_number': 5, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port': {'id': 'e5cb2608-f9b8-4857-818f-59182af19595', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:31Z', 'updated_at': '2022-08-30T05:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:56.345708 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] Checking router: 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:21:56.354037 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] Routers {'26cc750b-0f83-4c7e-b59d-c3a99eb7be47'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:21:56.354640 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:56.376491 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-0cb53537-b09e-4253-b90e-33a8b99b5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:56.378489 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-0cb53537-b09e-4253-b90e-33a8b99b5444 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 916 time: 0.1345618 Aug 30 05:21:56.379490 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Deleting port e5cb2608-f9b8-4857-818f-59182af19595 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:56.379830 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (e5cb2608-f9b8-4857-818f-59182af19595), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:56.436276 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] Set router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:21:56.449947 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-3c6b4342-0363-4706-b16c-2d789426b23e service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c621d46-c5fc-4ccc-add5-edce4f04d0e0 HTTP/1.1" status: 200 len: 217 time: 0.0586150 Aug 30 05:21:56.487774 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:21:56Z', 'revision_number': 6, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:56.514594 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a0cd8-ea8c-41db-9a7c-69f5b1181da5 None None] The sync data for ids ['26cc750b-0f83-4c7e-b59d-c3a99eb7be47'] in dv-cinder-853910-4-iscsi is: [{'id': '26cc750b-0f83-4c7e-b59d-c3a99eb7be47', 'name': 'tempest-TestMinimumBasicScenario-2032904374-router', 'tenant_id': '4826d4507ffc4e3288aac00b1409ea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:30Z', 'updated_at': '2022-08-30T05:21:56Z', 'revision_number': 6, 'project_id': '4826d4507ffc4e3288aac00b1409ea46', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:21:56.528007 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] For port e5cb2608-f9b8-4857-818f-59182af19595, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=e5cb2608-f9b8-4857-818f-59182af19595,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:56.528380 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (e5cb2608-f9b8-4857-818f-59182af19595), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:56.540825 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-eaec5578-3bf9-48c2-b4cd-4f1de83a72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:56.542266 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-eaec5578-3bf9-48c2-b4cd-4f1de83a72a0 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0826352 Aug 30 05:21:56.546307 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Calling delete_port for e5cb2608-f9b8-4857-818f-59182af19595 owned by network:router_gateway {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:21:56.624067 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-3e1102e6-e5a6-4438-b9fb-cbcc79688099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:56.625531 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-3e1102e6-e5a6-4438-b9fb-cbcc79688099 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734990 Aug 30 05:21:56.647409 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:56.659405 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:56.737706 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0242e5-2a26-42fa-b730-ddcd5ef0d944 req-5ff1eeca-ecbd-4ff0-9a51-3df9d4514555 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:56.739271 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ad0242e5-2a26-42fa-b730-ddcd5ef0d944 req-5ff1eeca-ecbd-4ff0-9a51-3df9d4514555 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 943 time: 0.0468469 Aug 30 05:21:56.782439 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-285d8323-6c86-464d-a090-95b88cdf0872 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457717 Aug 30 05:21:56.790918 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ad0242e5-2a26-42fa-b730-ddcd5ef0d944 req-ed854777-6b1b-4160-a7e5-8736d4691a7c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 Aug 30 05:21:56.875710 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (e5cb2608-f9b8-4857-818f-59182af19595), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.156392 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cb2608-f9b8-4857-818f-59182af19595,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:57.184957 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-49e99746-ed1a-490d-bf75-67f33140ac30 req-13c4663c-beb0-441f-a214-2f2f6a413bdd service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815320 Aug 30 05:21:57.227102 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.313992 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.316734 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks [] for router_controller (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.360630 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (26cc750b-0f83-4c7e-b59d-c3a99eb7be47), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.361247 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26cc750b-0f83-4c7e-b59d-c3a99eb7be47 {{(pid=106380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:21:57.366077 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.367236 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-b21aa915-ded6-49a4-bed8-88aceec9beb7 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/26cc750b-0f83-4c7e-b59d-c3a99eb7be47 HTTP/1.1" status: 204 len: 168 time: 1.3397074 Aug 30 05:21:57.369762 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55592) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:57.415123 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea698bff-67bc-4fed-bad6-7ece0f1225e3 admin admin] Deleting subnet 3fa9b403-89a6-426b-a710-8899b0017df4 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:21:57.418515 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea698bff-67bc-4fed-bad6-7ece0f1225e3 admin admin] Publish callbacks [] for subnet (3fa9b403-89a6-426b-a710-8899b0017df4), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.459854 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea698bff-67bc-4fed-bad6-7ece0f1225e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (3fa9b403-89a6-426b-a710-8899b0017df4), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.470084 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e5cb2608-f9b8-4857-818f-59182af19595 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:21:57.491259 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: e5cb2608-f9b8-4857-818f-59182af19595 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:21:57.491698 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e5cb2608-f9b8-4857-818f-59182af19595 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:21:57.492192 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device b9d99481-fa51-4945-9651-5ffddb5c4dd8 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:21:57.511372 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: b9d99481-fa51-4945-9651-5ffddb5c4dd8 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:21:57.511716 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device b9d99481-fa51-4945-9651-5ffddb5c4dd8 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:21:57.544044 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea698bff-67bc-4fed-bad6-7ece0f1225e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (3fa9b403-89a6-426b-a710-8899b0017df4), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.598882 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea698bff-67bc-4fed-bad6-7ece0f1225e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (3fa9b403-89a6-426b-a710-8899b0017df4), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.625263 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea698bff-67bc-4fed-bad6-7ece0f1225e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa9b403-89a6-426b-a710-8899b0017df4,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:57.627235 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea698bff-67bc-4fed-bad6-7ece0f1225e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.630299 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-ea698bff-67bc-4fed-bad6-7ece0f1225e3 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/3fa9b403-89a6-426b-a710-8899b0017df4 HTTP/1.1" status: 204 len: 168 time: 0.2595525 Aug 30 05:21:57.631337 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26259f36-2214-4bd4-8290-696067980323 None None] Network 26f31fdb-da8e-4338-8261-3d7497337796 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:21:57.632781 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55594) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:57.708771 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (26f31fdb-da8e-4338-8261-3d7497337796), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.754203 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Deleting port 06fd7fd0-c413-4c79-a24f-58767b6104bf {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:57.754553 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.788389 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] DHCP port deletion for 26f31fdb-da8e-4338-8261-3d7497337796 request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:21:57.791619 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:57.803956 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:57.808513 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:57.814746 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:57.822585 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] For port 06fd7fd0-c413-4c79-a24f-58767b6104bf, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=06fd7fd0-c413-4c79-a24f-58767b6104bf,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:57.822981 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.829046 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Deleting port 06fd7fd0-c413-4c79-a24f-58767b6104bf {{(pid=106381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:57.829656 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), before_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.837366 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Calling delete_port for 06fd7fd0-c413-4c79-a24f-58767b6104bf owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:21:57.896416 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] For port 06fd7fd0-c413-4c79-a24f-58767b6104bf, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=06fd7fd0-c413-4c79-a24f-58767b6104bf,segment=NetworkSegment(5f179b28-77c3-4b08-9c9c-1da25df2ff69),segment_id=5f179b28-77c3-4b08-9c9c-1da25df2ff69)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:57.896814 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), precommit_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.910103 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Calling delete_port for 06fd7fd0-c413-4c79-a24f-58767b6104bf owned by network:dhcp {{(pid=106381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:21:57.944282 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f21e41-0869-4f0e-b561-3ffc52e7379f req-697e6ef0-5e22-4d0a-8dc0-69a83f10725c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:57.945810 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f1f21e41-0869-4f0e-b561-3ffc52e7379f req-697e6ef0-5e22-4d0a-8dc0-69a83f10725c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 943 time: 0.0617220 Aug 30 05:21:57.980172 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:57.985657 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (06fd7fd0-c413-4c79-a24f-58767b6104bf), after_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.009793 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:21:58.014417 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Pushing event deleted for resources: {'Port': ['ID=06fd7fd0-c413-4c79-a24f-58767b6104bf,revision_number=None']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:58.025459 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Pushing event deleted for resources: {'Port': ['ID=06fd7fd0-c413-4c79-a24f-58767b6104bf,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:58.027320 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] No DVR routers for this DVR port 06fd7fd0-c413-4c79-a24f-58767b6104bf on host dv-cinder-853910-4-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:21:58.033543 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f1f21e41-0869-4f0e-b561-3ffc52e7379f req-1b347768-2b8e-414f-bd0c-8149e83d9ee2 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786834 Aug 30 05:21:58.034999 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] No DVR routers for this DVR port 06fd7fd0-c413-4c79-a24f-58767b6104bf on host dv-cinder-853910-4-iscsi {{(pid=106381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:21:58.039278 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.039871 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.039871 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.040340 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.040682 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.041011 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.041350 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.041897 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.042031 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.042378 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.042932 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.043378 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.043606 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.043995 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.044439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6712df-ac4c-4de2-878d-d6b2959d8ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:21:58.104711 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (26f31fdb-da8e-4338-8261-3d7497337796), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.124779 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f31fdb-da8e-4338-8261-3d7497337796']}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:58.134045 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f179b28-77c3-4b08-9c9c-1da25df2ff69') {'for_net_delete': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:58.134338 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f179b28-77c3-4b08-9c9c-1da25df2ff69') {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:58.144336 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105004'] for segment (5f179b28-77c3-4b08-9c9c-1da25df2ff69), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.148095 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:58.157279 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (5f179b28-77c3-4b08-9c9c-1da25df2ff69), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.160359 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'port_id': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0', 'mac_address': 'fa:16:3e:88:e8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:21:58.164076 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=106380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:21:58.164518 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672422'] for segment (5f179b28-77c3-4b08-9c9c-1da25df2ff69), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.204270 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:21:58.204664 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.215680 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 5f179b28-77c3-4b08-9c9c-1da25df2ff69 resource provider aggregate not found Aug 30 05:21:58.218534 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:21:58.234314 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 5f179b28-77c3-4b08-9c9c-1da25df2ff69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f179b28-77c3-4b08-9c9c-1da25df2ff69 found for delete ", "request_id": "req-b3ce1e63-5beb-4d08-b40f-c887054394bf"}]} Aug 30 05:21:58.243120 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:58.243823 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (26f31fdb-da8e-4338-8261-3d7497337796), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.247503 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.249145 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.254107 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/26f31fdb-da8e-4338-8261-3d7497337796 HTTP/1.1" status: 204 len: 168 time: 0.6204171 Aug 30 05:21:58.257168 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55602) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:58.267155 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1ddd6-954a-4e05-b73a-6afb8f71499b admin admin] Pushing event deleted for resources: {'Network': ['ID=26f31fdb-da8e-4338-8261-3d7497337796,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:58.300007 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:58.442954 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:58.521131 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['3c621d46-c5fc-4ccc-add5-edce4f04d0e0'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:21:58.563367 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.639945 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:58.781921 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Deleting port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:58.782178 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.859553 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] For port 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=981557ff-f2e6-49b7-a18c-a8a3aac7e8c0,segment=NetworkSegment(8be9dd03-818a-46fa-b449-1c105daa7bde),segment_id=8be9dd03-818a-46fa-b449-1c105daa7bde)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:58.859913 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:58.875833 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Calling delete_port for 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:21:58.950429 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:59.050958 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (981557ff-f2e6-49b7-a18c-a8a3aac7e8c0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:59.073422 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Pushing event deleted for resources: {'Port': ['ID=981557ff-f2e6-49b7-a18c-a8a3aac7e8c0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:21:59.184033 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646a7e3-99bd-422d-a0a6-406c61849079 req-3d1e6e79-10f9-4b05-a2f2-6d4b3a5a0298 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:21:59.185539 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3646a7e3-99bd-422d-a0a6-406c61849079 req-3d1e6e79-10f9-4b05-a2f2-6d4b3a5a0298 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 944 time: 0.0635602 Aug 30 05:21:59.248838 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:59.309364 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-3646a7e3-99bd-422d-a0a6-406c61849079 req-ecf132b9-75e4-4986-87d0-068ad87daaf0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922966 Aug 30 05:21:59.315357 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:59.460878 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:59.513820 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 06fd7fd0-c413-4c79-a24f-58767b6104bf no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:21:59.528195 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:21:59.532583 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 06fd7fd0-c413-4c79-a24f-58767b6104bf {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:21:59.533070 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 06fd7fd0-c413-4c79-a24f-58767b6104bf not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:21:59.563934 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:21:59.628869 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:21:59.633692 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a1d0d00e-e267-4278-907e-41196a2b6225 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/2299d6f8-fe32-4792-9c31-f7eabfac4cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3755257 Aug 30 05:21:59.636189 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55606) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:21:59.638734 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] Sync routers for ids ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:21:59.649721 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] Routers {'2299d6f8-fe32-4792-9c31-f7eabfac4cd7'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:21:59.650330 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:59.734707 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks [] for router (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:59.748674 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] Set router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:21:59.750232 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:21:59.830181 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks [] for router_gateway (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:59.873436 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Deleting port 2b3c7867-af35-41a1-b032-889882d10f96 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:21:59.873778 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (2b3c7867-af35-41a1-b032-889882d10f96), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:59.915755 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '2b3c7867-af35-41a1-b032-889882d10f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:21:59Z', 'revision_number': 5, 'project_id': 'b530b1e42d404763b5da765efae99119', 'gw_port': {'id': '2b3c7867-af35-41a1-b032-889882d10f96', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:30:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:59.939600 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] Checking router: 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:21:59.948240 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] Routers {'2299d6f8-fe32-4792-9c31-f7eabfac4cd7'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:21:59.948827 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:21:59.954650 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] For port 2b3c7867-af35-41a1-b032-889882d10f96, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2b3c7867-af35-41a1-b032-889882d10f96,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:21:59.955040 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (2b3c7867-af35-41a1-b032-889882d10f96), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:21:59.968426 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Calling delete_port for 2b3c7867-af35-41a1-b032-889882d10f96 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:00.017090 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:22:00.032156 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] Set router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 gateway port host: None {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:00.033670 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:00.062023 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:22:00.072054 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:22:00.072572 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.086484 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:21:59Z', 'revision_number': 6, 'project_id': 'b530b1e42d404763b5da765efae99119', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:00.111662 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29842b73-d964-471e-b9dc-cdba4a85608c None None] The sync data for ids ['2299d6f8-fe32-4792-9c31-f7eabfac4cd7'] in dv-cinder-853910-4-iscsi is: [{'id': '2299d6f8-fe32-4792-9c31-f7eabfac4cd7', 'name': 'tempest-TestMinimumBasicScenario-2081586493-router', 'tenant_id': 'b530b1e42d404763b5da765efae99119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:19:36Z', 'updated_at': '2022-08-30T05:21:59Z', 'revision_number': 6, 'project_id': 'b530b1e42d404763b5da765efae99119', 'gw_port_host': None}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:22:00.118402 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:00.144576 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:00.155513 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (2b3c7867-af35-41a1-b032-889882d10f96), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.157779 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:22:00.158174 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.182145 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:22:00.183031 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3c7867-af35-41a1-b032-889882d10f96,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:00.184431 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d43bb2-ce69-4d5e-96b0-60850663ee75" -d '{"events": [{"server_uuid": "e4f3fcb1-0c37-497e-b603-d8fae3e2048a", "name": "network-vif-plugged", "status": "completed", "tag": "3c621d46-c5fc-4ccc-add5-edce4f04d0e0"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:22:00.198982 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:00.204465 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.227857 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e78aa9-ffef-4c16-b943-5827988face9 x-openstack-request-id: req-d3e78aa9-ffef-4c16-b943-5827988face9 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:22:00.228149 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f3fcb1-0c37-497e-b603-d8fae3e2048a", "name": "network-vif-plugged", "status": "completed", "tag": "3c621d46-c5fc-4ccc-add5-edce4f04d0e0", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:22:00.228403 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d3e78aa9-ffef-4c16-b943-5827988face9 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:22:00.228816 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e78aa9-ffef-4c16-b943-5827988face9'] response: {'server_uuid': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0', 'code': 200} Aug 30 05:22:00.256228 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:00.261465 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.351226 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.353385 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks [] for router_controller (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.404066 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b9af8-f4b6-4e23-bb70-7ea4a59b6004 req-61a4146b-bf3b-48a4-a386-9a8eb28a922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:00.406317 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1b2b9af8-f4b6-4e23-bb70-7ea4a59b6004 req-61a4146b-bf3b-48a4-a386-9a8eb28a922d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 1129 time: 0.0427012 Aug 30 05:22:00.425603 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (2299d6f8-fe32-4792-9c31-f7eabfac4cd7), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.426226 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2299d6f8-fe32-4792-9c31-f7eabfac4cd7 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:22:00.434506 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.435658 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f4e5a06a-f069-426f-92eb-c33a5339653d admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/2299d6f8-fe32-4792-9c31-f7eabfac4cd7 HTTP/1.1" status: 204 len: 168 time: 0.7985804 Aug 30 05:22:00.439433 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55612) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:00.446762 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ab23d-26d1-414d-8a1c-aab0477ace99 req-aaa55ea3-12eb-458f-9d69-a706aa42369c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:00.448594 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dc3ab23d-26d1-414d-8a1c-aab0477ace99 req-aaa55ea3-12eb-458f-9d69-a706aa42369c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 945 time: 0.0559542 Aug 30 05:22:00.487983 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1b2b9af8-f4b6-4e23-bb70-7ea4a59b6004 req-b9a8a5f0-51a9-4cca-801b-e994b768e7ff service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727854 Aug 30 05:22:00.499478 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:00.501438 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00f2104-db9f-4f54-b531-ed49f3ee66b6 admin admin] Deleting subnet 9a3887af-d894-4668-8a3f-11e42721ab32 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:22:00.505382 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e00f2104-db9f-4f54-b531-ed49f3ee66b6 admin admin] Publish callbacks [] for subnet (9a3887af-d894-4668-8a3f-11e42721ab32), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.506269 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dc3ab23d-26d1-414d-8a1c-aab0477ace99 req-35717d2e-e182-47b9-b7c9-b9d201224cab tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487344 Aug 30 05:22:00.547385 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e00f2104-db9f-4f54-b531-ed49f3ee66b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (9a3887af-d894-4668-8a3f-11e42721ab32), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.626197 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e00f2104-db9f-4f54-b531-ed49f3ee66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (9a3887af-d894-4668-8a3f-11e42721ab32), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.678747 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e00f2104-db9f-4f54-b531-ed49f3ee66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (9a3887af-d894-4668-8a3f-11e42721ab32), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.708226 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f2104-db9f-4f54-b531-ed49f3ee66b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3887af-d894-4668-8a3f-11e42721ab32,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:00.710170 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e00f2104-db9f-4f54-b531-ed49f3ee66b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.713232 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-e00f2104-db9f-4f54-b531-ed49f3ee66b6 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/9a3887af-d894-4668-8a3f-11e42721ab32 HTTP/1.1" status: 204 len: 168 time: 0.2722774 Aug 30 05:22:00.714424 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f2da2-7158-4947-85b8-9cbbf2ab9d0c None None] Network 2cca4166-50f4-44b9-b90f-82f33967749d requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:22:00.715999 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55614) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:00.782866 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (2cca4166-50f4-44b9-b90f-82f33967749d), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.791683 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:00.794602 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:00.832654 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Deleting port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:00.832917 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.907469 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] For port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32,segment=NetworkSegment(8be9dd03-818a-46fa-b449-1c105daa7bde),segment_id=8be9dd03-818a-46fa-b449-1c105daa7bde)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:00.907960 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:00.924903 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Calling delete_port for e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:00.947889 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.006790 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.015127 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965f5de-9407-4355-875c-a4c1760927a5 None None] DHCP port deletion for 2cca4166-50f4-44b9-b90f-82f33967749d request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:22:01.030060 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:01.035948 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] No DVR routers for this DVR port e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 on host dv-cinder-853910-4-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:22:01.113948 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (2cca4166-50f4-44b9-b90f-82f33967749d), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.137300 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cca4166-50f4-44b9-b90f-82f33967749d']}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:01.145527 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be9dd03-818a-46fa-b449-1c105daa7bde') {'for_net_delete': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:01.146090 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be9dd03-818a-46fa-b449-1c105daa7bde') {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:01.155655 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105004'] for segment (8be9dd03-818a-46fa-b449-1c105daa7bde), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.170460 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (8be9dd03-818a-46fa-b449-1c105daa7bde), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.177247 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=106380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:22:01.177723 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672422'] for segment (8be9dd03-818a-46fa-b449-1c105daa7bde), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.222162 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 8be9dd03-818a-46fa-b449-1c105daa7bde resource provider aggregate not found Aug 30 05:22:01.238706 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 8be9dd03-818a-46fa-b449-1c105daa7bde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8be9dd03-818a-46fa-b449-1c105daa7bde found for delete ", "request_id": "req-2b5d472f-85c6-4859-bd66-0ff2ccc7b31d"}]} Aug 30 05:22:01.245165 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (2cca4166-50f4-44b9-b90f-82f33967749d), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.252740 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.255848 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/2cca4166-50f4-44b9-b90f-82f33967749d HTTP/1.1" status: 204 len: 168 time: 0.5389450 Aug 30 05:22:01.265805 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6037d-35ce-44f8-b9c6-747d760a6cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=2cca4166-50f4-44b9-b90f-82f33967749d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:01.418696 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55622) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:01.459859 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-15646405-321a-4531-b2ef-77379517a429 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=4826d4507ffc4e3288aac00b1409ea46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399153 Aug 30 05:22:01.462304 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55624) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:01.465192 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:01.484370 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:01.484718 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 981557ff-f2e6-49b7-a18c-a8a3aac7e8c0 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:01.485142 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:01.502733 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:01.503115 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device e1c8f4c3-d6f8-4f00-a789-d3cc45de8c32 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:01.503531 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2b3c7867-af35-41a1-b032-889882d10f96 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:01.511088 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7f29a91c-8265-4f87-9dc0-69850601c6c0 admin admin] Publish callbacks [] for security_group (02b2c1c6-2231-4a33-b2a8-ee8943d4412a), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.523851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 2b3c7867-af35-41a1-b032-889882d10f96 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:01.524198 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2b3c7867-af35-41a1-b032-889882d10f96 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:01.532440 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7f29a91c-8265-4f87-9dc0-69850601c6c0 admin admin] Publish callbacks [] for security_group (02b2c1c6-2231-4a33-b2a8-ee8943d4412a), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.580104 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7f29a91c-8265-4f87-9dc0-69850601c6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (02b2c1c6-2231-4a33-b2a8-ee8943d4412a), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.583196 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7f29a91c-8265-4f87-9dc0-69850601c6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:01.584340 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-7f29a91c-8265-4f87-9dc0-69850601c6c0 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/02b2c1c6-2231-4a33-b2a8-ee8943d4412a HTTP/1.1" status: 204 len: 168 time: 0.1210146 Aug 30 05:22:01.602622 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29a91c-8265-4f87-9dc0-69850601c6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b2c1c6-2231-4a33-b2a8-ee8943d4412a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:01.651425 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f4d8e-7e6c-4539-9a05-483fd410bf01 req-6e578902-3333-4bb2-8f9f-66598ecc2df7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:01.652951 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1b0f4d8e-7e6c-4539-9a05-483fd410bf01 req-6e578902-3333-4bb2-8f9f-66598ecc2df7 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 945 time: 0.0597076 Aug 30 05:22:01.705182 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1b0f4d8e-7e6c-4539-9a05-483fd410bf01 req-93a211f0-afaf-4c1f-8d23-64b1fe3fe9e0 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461211 Aug 30 05:22:02.022587 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55632) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:02.067086 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-710e45e7-4b08-4046-bd78-5985406ca1f4 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=b530b1e42d404763b5da765efae99119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430586 Aug 30 05:22:02.069583 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55634) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:02.119689 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-000d1a23-2aec-4112-8724-93f7b8ae0056 admin admin] Publish callbacks [] for security_group (7b2aec5a-4cbd-466b-bfa2-7505e93431c6), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:02.138903 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-000d1a23-2aec-4112-8724-93f7b8ae0056 admin admin] Publish callbacks [] for security_group (7b2aec5a-4cbd-466b-bfa2-7505e93431c6), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:02.140347 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:02.149727 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:02.191776 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-000d1a23-2aec-4112-8724-93f7b8ae0056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (7b2aec5a-4cbd-466b-bfa2-7505e93431c6), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:02.194232 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-000d1a23-2aec-4112-8724-93f7b8ae0056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:02.195589 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-000d1a23-2aec-4112-8724-93f7b8ae0056 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/7b2aec5a-4cbd-466b-bfa2-7505e93431c6 HTTP/1.1" status: 204 len: 168 time: 0.1249621 Aug 30 05:22:02.203755 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d1a23-2aec-4112-8724-93f7b8ae0056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2aec5a-4cbd-466b-bfa2-7505e93431c6,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:02.823877 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6c7ee-5458-4bca-a112-f1424e1afc87 req-80e535a2-a3ed-47ae-ae33-114eb79abc4a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:02.825304 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-62b6c7ee-5458-4bca-a112-f1424e1afc87 req-80e535a2-a3ed-47ae-ae33-114eb79abc4a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 945 time: 0.0454047 Aug 30 05:22:02.874079 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-62b6c7ee-5458-4bca-a112-f1424e1afc87 req-2e284605-b8b7-4e63-84d9-b97acc06e84c tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428164 Aug 30 05:22:02.992448 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a15189-d5cb-41ad-b43f-b8e122ace9f3 req-364bc4d2-f3b5-4437-9a6e-d920add6c88a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:02.993848 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f3a15189-d5cb-41ad-b43f-b8e122ace9f3 req-364bc4d2-f3b5-4437-9a6e-d920add6c88a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 945 time: 0.0497553 Aug 30 05:22:03.003813 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55642) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:03.008128 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-96eaf46e-1aa0-47a2-b39a-89478868f920 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Request body: {'floatingip': {'port_id': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:22:03.046520 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-96eaf46e-1aa0-47a2-b39a-89478868f920 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (d130ac98-e035-4fd0-aa0d-71e827e9a440), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:03.463209 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-96eaf46e-1aa0-47a2-b39a-89478868f920 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:03.468035 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-96eaf46e-1aa0-47a2-b39a-89478868f920 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (d130ac98-e035-4fd0-aa0d-71e827e9a440), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:03.560893 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.l3_db [None req-96eaf46e-1aa0-47a2-b39a-89478868f920 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Floating IP d130ac98-e035-4fd0-aa0d-71e827e9a440 associated. External IP: 172.27.4.102, port: 3c621d46-c5fc-4ccc-add5-edce4f04d0e0. Aug 30 05:22:03.756360 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eaf46e-1aa0-47a2-b39a-89478868f920 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:22:03.842412 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-c6aeb68f-a8a1-4f6f-b113-2b17f7afa40b service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771079 Aug 30 05:22:03.874452 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:03.916032 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:03.933919 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-b2ccb88f-b93f-4f7c-9227-3a1b0c7baf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:03.935409 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-b2ccb88f-b93f-4f7c-9227-3a1b0c7baf61 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 1130 time: 0.0506227 Aug 30 05:22:03.936349 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eaf46e-1aa0-47a2-b39a-89478868f920 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:22:03.941027 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-96eaf46e-1aa0-47a2-b39a-89478868f920 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:03.948023 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:22:03.959043 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:03.959756 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:04.016144 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-96eaf46e-1aa0-47a2-b39a-89478868f920 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "PUT /networking/v2.0/floatingips/d130ac98-e035-4fd0-aa0d-71e827e9a440 HTTP/1.1" status: 200 len: 991 time: 1.0111878 Aug 30 05:22:04.018874 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'tag': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:22:04.021135 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c297a482-c5cc-46ba-a1a8-26f934504518" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f3fcb1-0c37-497e-b603-d8fae3e2048a", "tag": "3c621d46-c5fc-4ccc-add5-edce4f04d0e0"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:22:04.064024 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:04.064178 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-dba86e78-1570-43bf-a3b5-0be08df843a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:04.065670 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-dba86e78-1570-43bf-a3b5-0be08df843a3 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.1039431 Aug 30 05:22:04.068591 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79476872-f82e-4897-a1f7-c9f1816f03c9 x-openstack-request-id: req-79476872-f82e-4897-a1f7-c9f1816f03c9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:22:04.068879 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f3fcb1-0c37-497e-b603-d8fae3e2048a", "tag": "3c621d46-c5fc-4ccc-add5-edce4f04d0e0", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:22:04.069130 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79476872-f82e-4897-a1f7-c9f1816f03c9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:22:04.069518 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79476872-f82e-4897-a1f7-c9f1816f03c9'] response: {'name': 'network-changed', 'server_uuid': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'tag': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0', 'status': 'completed', 'code': 200} Aug 30 05:22:04.129231 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-8e79e859-639c-4c68-8576-67d2fc1d479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:04.130876 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-8e79e859-639c-4c68-8576-67d2fc1d479a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 1129 time: 0.0407474 Aug 30 05:22:04.141052 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-8188c7f1-8da9-4794-90a2-2634e96f4802 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301 HTTP/1.1" status: 200 len: 1001 time: 0.0624003 Aug 30 05:22:04.194522 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-54b3ef53-cb62-4b87-bb9d-1b0639df075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:04.197166 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-54b3ef53-cb62-4b87-bb9d-1b0639df075f service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0494518 Aug 30 05:22:04.225152 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-22a7646b-28e9-4db0-aaba-2b41388fe3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:04.226899 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-22a7646b-28e9-4db0-aaba-2b41388fe3a3 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 200 len: 916 time: 0.0902810 Aug 30 05:22:04.246956 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-6caf9ad5-4aed-4d2a-8fbb-3f5dd684e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:04.248467 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-6caf9ad5-4aed-4d2a-8fbb-3f5dd684e441 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464482 Aug 30 05:22:04.289097 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'd130ac98-e035-4fd0-aa0d-71e827e9a440', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.102', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:88:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:21:50Z', 'updated_at': '2022-08-30T05:22:03Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:04.294706 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-dca4af79-9350-44c5-8ced-c5b4dcbed9b6 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c621d46-c5fc-4ccc-add5-edce4f04d0e0 HTTP/1.1" status: 200 len: 999 time: 0.0613980 Aug 30 05:22:04.314738 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:22:04.323459 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:04.324071 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:21:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:04.343610 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-c4ea5962-5bdb-488b-ab63-7d2f03ee7ad6 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885592 Aug 30 05:22:04.344617 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-c182a8bc-ac62-4cf5-aba4-0238e71e1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:04.346700 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-c182a8bc-ac62-4cf5-aba4-0238e71e1c15 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 200 len: 854 time: 0.0457160 Aug 30 05:22:04.392087 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-449f3c7b-d525-4e40-a969-82284d1d2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:04.394259 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-449f3c7b-d525-4e40-a969-82284d1d2542 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400710 Aug 30 05:22:04.429472 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:04.450213 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-5a5b4d7a-c84e-4e3f-9103-38bc281d7484 req-df9d1b35-13f1-4a98-9447-490094f01b01 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963173 Aug 30 05:22:04.496094 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-730bdbfc-653b-44c6-98c9-5c8a6890bea9 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956743 Aug 30 05:22:04.581963 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:04.588990 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c297a482-c5cc-46ba-a1a8-26f934504518 req-ffe29364-7aad-4962-999e-7f84819cb57f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852528 Aug 30 05:22:04.622777 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:04.627859 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:04.641342 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'd130ac98-e035-4fd0-aa0d-71e827e9a440', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.102', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:88:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:21:50Z', 'updated_at': '2022-08-30T05:22:03Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:04.669273 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc50d99-bae0-4d92-be9e-0b675a0e9e82 None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': 'd130ac98-e035-4fd0-aa0d-71e827e9a440', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'floating_ip_address': '172.27.4.102', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'port_id': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'mac_address': 'fa:16:3e:88:e8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:21:50Z', 'updated_at': '2022-08-30T05:22:03Z', 'revision_number': 1, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:22:04.832954 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5509-4e63-4f67-af77-6eaf0c1faadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:04.854727 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41353982-5b37-4c90-95a8-2328a30bec85 None None] New status for floating IP d130ac98-e035-4fd0-aa0d-71e827e9a440: ACTIVE {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:22:07.181210 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2ab01857-3f76-464d-aac5-f5f6293c0476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:08.449786 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:09.990252 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:09.992437 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:14.440100 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=54 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:14.446228 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=46 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:14.584428 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=51 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:15.032471 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:15.034406 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:18.649014 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55652) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:18.787781 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Deleting port 607b374c-6cf6-4e93-af1f-c1eef81e29d4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:18.788030 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (607b374c-6cf6-4e93-af1f-c1eef81e29d4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:18.867943 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (607b374c-6cf6-4e93-af1f-c1eef81e29d4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:18.868276 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (607b374c-6cf6-4e93-af1f-c1eef81e29d4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:18.881285 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Calling delete_port for 607b374c-6cf6-4e93-af1f-c1eef81e29d4 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:19.044923 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (607b374c-6cf6-4e93-af1f-c1eef81e29d4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:19.071006 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event deleted for resources: {'Port': ['ID=607b374c-6cf6-4e93-af1f-c1eef81e29d4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:19.395060 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (17ebf1fa-2e23-47bc-8310-7c27e1fed949), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:19.395356 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Floating IP 17ebf1fa-2e23-47bc-8310-7c27e1fed949 disassociated (deleted). External IP: 172.27.4.13, port: 7450aa1e-23d7-43dd-a88d-807ca70eed93. Aug 30 05:22:19.587159 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:22:19.687999 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:22:19.692616 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:19.700095 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] Sync routers for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:22:19.710028 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:19.710642 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:19.722375 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-e0422621-d6d2-430b-9ba7-16b524514446 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/17ebf1fa-2e23-47bc-8310-7c27e1fed949 HTTP/1.1" status: 204 len: 168 time: 1.0722961 Aug 30 05:22:19.722965 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:22:19.725226 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79212379-8776-43c9-acde-dca45e1e033e" -d '{"events": [{"name": "network-changed", "server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:22:19.771325 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e1ffa8-e7fd-4ba9-b203-113dcec953a4 x-openstack-request-id: req-84e1ffa8-e7fd-4ba9-b203-113dcec953a4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:22:19.771622 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:22:19.771871 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84e1ffa8-e7fd-4ba9-b203-113dcec953a4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:22:19.772271 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e1ffa8-e7fd-4ba9-b203-113dcec953a4'] response: {'name': 'network-changed', 'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'status': 'completed', 'code': 200} Aug 30 05:22:19.812996 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:19.825632 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:19.836780 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:19.842570 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79212379-8776-43c9-acde-dca45e1e033e req-c8c7f1c7-3663-446a-a8cb-dbda3046c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:19.844103 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-79212379-8776-43c9-acde-dca45e1e033e req-c8c7f1c7-3663-446a-a8cb-dbda3046c743 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0500467 Aug 30 05:22:19.983351 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c188dc-54cc-4e8b-80d2-3c1634172b19 req-64ffcffc-9e99-47df-9c27-7ffbd80ee029 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:19.984747 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-80c188dc-54cc-4e8b-80d2-3c1634172b19 req-64ffcffc-9e99-47df-9c27-7ffbd80ee029 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 946 time: 0.0684578 Aug 30 05:22:20.000736 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79212379-8776-43c9-acde-dca45e1e033e req-0f351614-ebe6-441d-ae7b-ef15179cf1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:20.002189 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-79212379-8776-43c9-acde-dca45e1e033e req-0f351614-ebe6-441d-ae7b-ef15179cf1f4 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.1484177 Aug 30 05:22:20.039149 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-80c188dc-54cc-4e8b-80d2-3c1634172b19 req-760a01a7-b611-4579-bf2d-ed5dbdb6dfcc tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471125 Aug 30 05:22:20.041163 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '704a81ce-e431-4e47-8ef3-a829daf4aa64', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:18:28Z', 'updated_at': '2022-08-30T05:18:31Z', 'revision_number': 1, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:20.065971 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] Checking router: 6b6c86fe-6bea-4b7b-92f0-a270d0be813f for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:22:20.074330 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:20.074957 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:20.174941 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:20.379999 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '704a81ce-e431-4e47-8ef3-a829daf4aa64', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:18:28Z', 'updated_at': '2022-08-30T05:18:31Z', 'revision_number': 1, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:20.404131 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32b37f-e996-4b4d-b0e7-556eca2451e1 None None] The sync data for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi is: [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '704a81ce-e431-4e47-8ef3-a829daf4aa64', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'port_id': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'mac_address': 'fa:16:3e:55:5c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b1f7be-c451-470d-8117-4dd0164f568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:18:28Z', 'updated_at': '2022-08-30T05:18:31Z', 'revision_number': 1, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:22:20.610183 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6455b68-21c1-498b-9aab-32efb8becc1a None None] New status for floating IP 17ebf1fa-2e23-47bc-8310-7c27e1fed949: DOWN {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:22:21.041698 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-79212379-8776-43c9-acde-dca45e1e033e req-02debc33-2906-4feb-889f-b34c7f841d6d service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7450aa1e-23d7-43dd-a88d-807ca70eed93 HTTP/1.1" status: 200 len: 217 time: 0.0331872 Aug 30 05:22:21.092984 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79212379-8776-43c9-acde-dca45e1e033e req-587bc4ab-4ff0-4a23-b7a6-24a4b01bbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:21.094478 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-79212379-8776-43c9-acde-dca45e1e033e req-587bc4ab-4ff0-4a23-b7a6-24a4b01bbcc7 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0443668 Aug 30 05:22:21.160944 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893b2d8-e6d0-4273-add2-0f6ddac07866 req-8a469ea8-3bff-42a1-9741-95ff0bd1aca8 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:21.162382 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d893b2d8-e6d0-4273-add2-0f6ddac07866 req-8a469ea8-3bff-42a1-9741-95ff0bd1aca8 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 946 time: 0.0463498 Aug 30 05:22:21.211264 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-d893b2d8-e6d0-4273-add2-0f6ddac07866 req-28b7766b-cca7-49b3-9869-9d6cdddc06ac tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432425 Aug 30 05:22:21.244739 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79212379-8776-43c9-acde-dca45e1e033e req-2bf11a3e-e730-47e6-93a1-7a06c66475db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:21.246244 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-79212379-8776-43c9-acde-dca45e1e033e req-2bf11a3e-e730-47e6-93a1-7a06c66475db service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447059 Aug 30 05:22:21.335342 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-79212379-8776-43c9-acde-dca45e1e033e req-dbe9ce3f-f589-4677-a5eb-c775cf95e206 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821514 Aug 30 05:22:21.563432 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-79212379-8776-43c9-acde-dca45e1e033e req-715a0255-7445-4457-8a52-a26164e4bfb2 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 Aug 30 05:22:21.595572 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-db0fab9a-14cd-4700-8028-79f9bd96b906 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:21.597535 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-db0fab9a-14cd-4700-8028-79f9bd96b906 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 946 time: 0.0485561 Aug 30 05:22:21.680397 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Deleting port 7450aa1e-23d7-43dd-a88d-807ca70eed93 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:21.680733 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:21.769899 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] For port 7450aa1e-23d7-43dd-a88d-807ca70eed93, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7450aa1e-23d7-43dd-a88d-807ca70eed93,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:21.770260 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:21.786612 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Calling delete_port for 7450aa1e-23d7-43dd-a88d-807ca70eed93 owned by compute:nova {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:21.906884 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (7450aa1e-23d7-43dd-a88d-807ca70eed93), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:21.931519 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event deleted for resources: {'Port': ['ID=7450aa1e-23d7-43dd-a88d-807ca70eed93,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:22.216776 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] No DVR routers for this DVR port 7450aa1e-23d7-43dd-a88d-807ca70eed93 on host hv-cinder-85391 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:22:22.219294 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:22.222575 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4635156a-1a21-4ae8-8dbc-dc901236a6f8 req-8907a40b-06c2-4bd5-8e5f-f5e093dbcefb tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "DELETE /networking/v2.0/ports/7450aa1e-23d7-43dd-a88d-807ca70eed93 HTTP/1.1" status: 204 len: 173 time: 0.6200423 Aug 30 05:22:22.223036 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'name': 'network-vif-deleted', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:22:22.225261 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15628dfb-50cd-46be-a10e-3f01879799cf" -d '{"events": [{"server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "name": "network-vif-deleted", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:22:22.268790 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc74af0-813b-42e4-94d6-fbadac9fccb4 x-openstack-request-id: req-cfc74af0-813b-42e4-94d6-fbadac9fccb4 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:22:22.269091 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44a2416-35ea-4b7d-b8b6-a68d9d578ca5", "name": "network-vif-deleted", "tag": "7450aa1e-23d7-43dd-a88d-807ca70eed93", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:22:22.269345 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cfc74af0-813b-42e4-94d6-fbadac9fccb4 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:22:22.269867 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc74af0-813b-42e4-94d6-fbadac9fccb4'] response: {'server_uuid': 'd44a2416-35ea-4b7d-b8b6-a68d9d578ca5', 'name': 'network-vif-deleted', 'tag': '7450aa1e-23d7-43dd-a88d-807ca70eed93', 'status': 'completed', 'code': 200} Aug 30 05:22:22.323248 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-81da34e2-6c5f-4044-9ba9-9301387411c0 req-3d4a1086-ef50-42a5-ad84-3e9c77c9ebb5 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d44a2416-35ea-4b7d-b8b6-a68d9d578ca5 HTTP/1.1" status: 200 len: 210 time: 0.0308833 Aug 30 05:22:25.615250 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55682) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:25.753513 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Deleting port 16c9ac35-1912-410b-9a14-52848079eb25 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:25.753769 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (16c9ac35-1912-410b-9a14-52848079eb25), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:25.829655 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (16c9ac35-1912-410b-9a14-52848079eb25), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:25.830004 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (16c9ac35-1912-410b-9a14-52848079eb25), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:25.842484 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Calling delete_port for 16c9ac35-1912-410b-9a14-52848079eb25 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:25.957284 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:25.984383 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (16c9ac35-1912-410b-9a14-52848079eb25), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:26.010585 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event deleted for resources: {'Port': ['ID=16c9ac35-1912-410b-9a14-52848079eb25,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:26.034255 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:26.073617 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (704a81ce-e431-4e47-8ef3-a829daf4aa64), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:26.073949 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Floating IP 704a81ce-e431-4e47-8ef3-a829daf4aa64 disassociated (deleted). External IP: 172.27.4.40, port: 33dc5fe2-b49b-46cd-bbea-d50e70e21301. Aug 30 05:22:26.163682 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 7450aa1e-23d7-43dd-a88d-807ca70eed93 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:26.183365 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 7450aa1e-23d7-43dd-a88d-807ca70eed93 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:26.183709 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 7450aa1e-23d7-43dd-a88d-807ca70eed93 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:26.274681 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:22:26.377528 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:22:26.382278 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:26.387041 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] Sync routers for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:22:26.400517 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:26.401124 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:26.411635 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-eaa0ff22-52ca-4dc5-bdcb-da676be0ef29 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/704a81ce-e431-4e47-8ef3-a829daf4aa64 HTTP/1.1" status: 204 len: 168 time: 0.7953146 Aug 30 05:22:26.412313 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:22:26.414659 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45d9159-59a5-488d-8fe5-d93aa55f4f42" -d '{"events": [{"name": "network-changed", "server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:22:26.454494 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7672775-bf64-4aaf-8ebb-212d0b79f65f x-openstack-request-id: req-b7672775-bf64-4aaf-8ebb-212d0b79f65f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:22:26.455078 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:22:26.455527 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7672775-bf64-4aaf-8ebb-212d0b79f65f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:22:26.456910 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7672775-bf64-4aaf-8ebb-212d0b79f65f'] response: {'name': 'network-changed', 'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'status': 'completed', 'code': 200} Aug 30 05:22:26.489958 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:26.500938 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:26.505809 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:26.523369 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-9899bdfd-53f2-414a-ae1a-699323c6ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:26.524925 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-9899bdfd-53f2-414a-ae1a-699323c6ee01 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 1130 time: 0.0430400 Aug 30 05:22:26.635680 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-505fd493-ef7f-4934-a4cc-4b423099f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:26.637136 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-505fd493-ef7f-4934-a4cc-4b423099f096 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 200 len: 913 time: 0.0987508 Aug 30 05:22:26.696755 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:26.723018 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] Checking router: 6b6c86fe-6bea-4b7b-92f0-a270d0be813f for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:22:26.731471 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:26.732073 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:26.881431 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a189a3-ec39-4f2b-9939-707b584ede34 req-b97b0a0b-1c64-40c4-9de3-8f68abbdf16e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:26.883003 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-54a189a3-ec39-4f2b-9939-707b584ede34 req-b97b0a0b-1c64-40c4-9de3-8f68abbdf16e tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 946 time: 0.2785499 Aug 30 05:22:26.931666 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-54a189a3-ec39-4f2b-9939-707b584ede34 req-1634431f-0479-4f4e-84e4-db8175cee312 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430129 Aug 30 05:22:26.959643 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:27.140890 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:27.165293 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737836b5-e219-4910-bc94-c6e7cbd3d109 None None] The sync data for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi is: [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:14:44Z', 'revision_number': 4, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': 'ebcd9923-28f0-4c6f-805e-b9467911f7fb', 'name': '', 'network_id': '15c65eeb-dfe2-43bb-9925-99f6c334ef61', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'mac_address': 'fa:16:3e:24:6e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:44Z', 'updated_at': '2022-08-30T05:14:52Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'subnets': [{'id': '9940a200-cfdf-4ce9-b3e0-4116b2f8471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:22:27.381355 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2620fc59-5314-4b90-969a-085863b7edf9 None None] New status for floating IP 704a81ce-e431-4e47-8ef3-a829daf4aa64: DOWN {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:22:27.762862 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-1f05737f-7b06-448b-9488-c2471ffbdb07 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301 HTTP/1.1" status: 200 len: 217 time: 0.0333359 Aug 30 05:22:27.815114 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-53b18d85-1643-424c-99a9-8b85c7796546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:27.816523 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-53b18d85-1643-424c-99a9-8b85c7796546 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 200 len: 851 time: 0.0471158 Aug 30 05:22:27.948445 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-5198c70e-116f-42d9-83df-398b79cc234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:27.949894 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-5198c70e-116f-42d9-83df-398b79cc234d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=15c65eeb-dfe2-43bb-9925-99f6c334ef61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390930 Aug 30 05:22:28.051237 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-bd91acfc-513a-4f28-b9ac-a0deae6f7994 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943289 Aug 30 05:22:28.101137 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:28.114271 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdbbea-5c27-49ba-b529-2e7c8c26c3d3 req-0fdc6e6d-1e6c-4c62-8a75-1f5bb51038be tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:28.115753 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c3fdbbea-5c27-49ba-b529-2e7c8c26c3d3 req-0fdc6e6d-1e6c-4c62-8a75-1f5bb51038be tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 946 time: 0.1039443 Aug 30 05:22:28.205514 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c3fdbbea-5c27-49ba-b529-2e7c8c26c3d3 req-e0b72d54-a176-4163-a35e-66928d94ebed tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b111269d-d9fc-4811-9e6c-4190061edb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841801 Aug 30 05:22:28.209379 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:28.249742 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c45d9159-59a5-488d-8fe5-d93aa55f4f42 req-6cadb67f-82e8-4dc4-8632-e30bc9fd5a37 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036601 Aug 30 05:22:28.267507 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-8554c76c-d5d2-4b94-82bb-6cf11ad148bf tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:28.269635 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-8554c76c-d5d2-4b94-82bb-6cf11ad148bf tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 946 time: 0.0508940 Aug 30 05:22:28.358184 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Deleting port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:28.358522 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:28.447796 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] For port 33dc5fe2-b49b-46cd-bbea-d50e70e21301, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=33dc5fe2-b49b-46cd-bbea-d50e70e21301,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:28.448158 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:28.461875 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Calling delete_port for 33dc5fe2-b49b-46cd-bbea-d50e70e21301 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:28.521878 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:28.584203 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (33dc5fe2-b49b-46cd-bbea-d50e70e21301), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:28.612297 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event deleted for resources: {'Port': ['ID=33dc5fe2-b49b-46cd-bbea-d50e70e21301,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:28.657198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] No DVR routers for this DVR port 33dc5fe2-b49b-46cd-bbea-d50e70e21301 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:22:28.659710 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:28.663009 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-8ed5b506-1d72-440b-9e7d-022199e86267 req-71cd93e7-6db8-4365-9529-acfacd1b0525 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.82 "DELETE /networking/v2.0/ports/33dc5fe2-b49b-46cd-bbea-d50e70e21301 HTTP/1.1" status: 204 len: 173 time: 0.3880596 Aug 30 05:22:28.663434 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'name': 'network-vif-deleted', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:22:28.665623 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b7046d-c7ef-45e0-8b51-1246a063d348" -d '{"events": [{"server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "name": "network-vif-deleted", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:22:28.702203 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1966f7-9df1-42ef-9372-8b0b3c33038e x-openstack-request-id: req-be1966f7-9df1-42ef-9372-8b0b3c33038e {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:22:28.702493 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b1f7be-c451-470d-8117-4dd0164f568b", "name": "network-vif-deleted", "tag": "33dc5fe2-b49b-46cd-bbea-d50e70e21301", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:22:28.702773 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be1966f7-9df1-42ef-9372-8b0b3c33038e {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:22:28.703210 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1966f7-9df1-42ef-9372-8b0b3c33038e'] response: {'server_uuid': '23b1f7be-c451-470d-8117-4dd0164f568b', 'name': 'network-vif-deleted', 'tag': '33dc5fe2-b49b-46cd-bbea-d50e70e21301', 'status': 'completed', 'code': 200} Aug 30 05:22:29.318648 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1d195ba6-c7e8-4f17-83ca-5c416e8bfdb1 req-08f3c58a-ff52-48c5-9f21-d9a7bfdb0231 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=23b1f7be-c451-470d-8117-4dd0164f568b HTTP/1.1" status: 200 len: 210 time: 0.0285664 Aug 30 05:22:30.382242 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55702) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:30.486729 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:30.494038 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Deleting port 9f3ecffd-81a7-4d17-aa41-d1bf58eccc81 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:30.494377 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (9f3ecffd-81a7-4d17-aa41-d1bf58eccc81), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:30.571201 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (9f3ecffd-81a7-4d17-aa41-d1bf58eccc81), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:30.571524 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (9f3ecffd-81a7-4d17-aa41-d1bf58eccc81), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:30.583714 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Calling delete_port for 9f3ecffd-81a7-4d17-aa41-d1bf58eccc81 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:30.707684 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (9f3ecffd-81a7-4d17-aa41-d1bf58eccc81), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:30.739732 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event deleted for resources: {'Port': ['ID=9f3ecffd-81a7-4d17-aa41-d1bf58eccc81,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:30.795120 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for floatingip (b4d2e7e6-721c-4222-a61c-90358ded64d2), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:30.797493 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:30.798630 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-87eefdf7-1fbc-4715-a07d-7a700a4abea2 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/b4d2e7e6-721c-4222-a61c-90358ded64d2 HTTP/1.1" status: 204 len: 168 time: 0.4162469 Aug 30 05:22:30.920186 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:32.003991 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55714) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:32.060136 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22c86592-6618-4032-8d2f-a85df3d48df9 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group (b111269d-d9fc-4811-9e6c-4190061edb8c), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:32.083688 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22c86592-6618-4032-8d2f-a85df3d48df9 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group (b111269d-d9fc-4811-9e6c-4190061edb8c), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:32.144750 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22c86592-6618-4032-8d2f-a85df3d48df9 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (b111269d-d9fc-4811-9e6c-4190061edb8c), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:32.147441 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22c86592-6618-4032-8d2f-a85df3d48df9 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:32.148571 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-22c86592-6618-4032-8d2f-a85df3d48df9 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/b111269d-d9fc-4811-9e6c-4190061edb8c HTTP/1.1" status: 204 len: 168 time: 0.1435676 Aug 30 05:22:32.157396 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c86592-6618-4032-8d2f-a85df3d48df9 tempest-TestVolumeBootPattern-1802884946 tempest-TestVolumeBootPattern-1802884946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b111269d-d9fc-4811-9e6c-4190061edb8c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:32.203966 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55718) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:32.233572 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 33dc5fe2-b49b-46cd-bbea-d50e70e21301 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:32.256407 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 33dc5fe2-b49b-46cd-bbea-d50e70e21301 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:32.256730 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 33dc5fe2-b49b-46cd-bbea-d50e70e21301 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:32.555674 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:32.577104 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:32.612090 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:32.824412 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Deleting port ebcd9923-28f0-4c6f-805e-b9467911f7fb {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:32.824664 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:32.903397 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] For port ebcd9923-28f0-4c6f-805e-b9467911f7fb, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=ebcd9923-28f0-4c6f-805e-b9467911f7fb,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:32.903757 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:32.915876 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Calling delete_port for ebcd9923-28f0-4c6f-805e-b9467911f7fb owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:33.087628 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (ebcd9923-28f0-4c6f-805e-b9467911f7fb), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:33.109363 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcd9923-28f0-4c6f-805e-b9467911f7fb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:33.535273 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:33.630198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:33.674020 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:33.737317 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:22:33.835902 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:22:33.841002 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d5e78fc1-2fcd-4cd9-ba82-e137b8ccabda admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/6b6c86fe-6bea-4b7b-92f0-a270d0be813f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6360190 Aug 30 05:22:33.843707 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55724) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:33.844601 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] Sync routers for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:22:33.855180 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:33.856028 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:33.944005 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks [] for router (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:33.963262 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:34.041531 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks [] for router_gateway (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.082736 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Deleting port 5701badf-3110-4c86-9747-d392e48882ca {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:34.083115 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (5701badf-3110-4c86-9747-d392e48882ca), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.133711 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235'}], 'enable_snat': True}, 'gw_port_id': '5701badf-3110-4c86-9747-d392e48882ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:22:33Z', 'revision_number': 5, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port': {'id': '5701badf-3110-4c86-9747-d392e48882ca', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:41Z', 'updated_at': '2022-08-30T05:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:34.162553 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] Checking router: 6b6c86fe-6bea-4b7b-92f0-a270d0be813f for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:22:34.164988 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] For port 5701badf-3110-4c86-9747-d392e48882ca, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=5701badf-3110-4c86-9747-d392e48882ca,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:34.165510 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (5701badf-3110-4c86-9747-d392e48882ca), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.170926 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] Routers {'6b6c86fe-6bea-4b7b-92f0-a270d0be813f'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:34.171524 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:34.178064 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Calling delete_port for 5701badf-3110-4c86-9747-d392e48882ca owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:34.242449 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:34.251407 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] Set router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:34.302881 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:22:34Z', 'revision_number': 6, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:34.327562 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac655820-9b3d-4264-bb92-2806dee13a5e None None] The sync data for ids ['6b6c86fe-6bea-4b7b-92f0-a270d0be813f'] in dv-cinder-853910-4-iscsi is: [{'id': '6b6c86fe-6bea-4b7b-92f0-a270d0be813f', 'name': 'tempest-TestVolumeBootPattern-1862757232-router', 'tenant_id': '97e3452b02294219ae56cd23eb2aa0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:40Z', 'updated_at': '2022-08-30T05:22:34Z', 'revision_number': 6, 'project_id': '97e3452b02294219ae56cd23eb2aa0ce', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:22:34.339881 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (5701badf-3110-4c86-9747-d392e48882ca), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.365969 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5701badf-3110-4c86-9747-d392e48882ca,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:34.426326 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.508491 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:34.512541 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.515085 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks [] for router_controller (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.517886 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:34.560073 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (6b6c86fe-6bea-4b7b-92f0-a270d0be813f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.560670 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6c86fe-6bea-4b7b-92f0-a270d0be813f {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:22:34.565963 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.567031 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ae90c358-340b-4090-8ec7-d87d949e0e97 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/6b6c86fe-6bea-4b7b-92f0-a270d0be813f HTTP/1.1" status: 204 len: 168 time: 0.7223678 Aug 30 05:22:34.570561 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55726) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:34.614641 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0b775b-9af5-466b-a52d-3c6ee856a34e admin admin] Deleting subnet 9940a200-cfdf-4ce9-b3e0-4116b2f8471e {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:22:34.617662 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0b775b-9af5-466b-a52d-3c6ee856a34e admin admin] Publish callbacks [] for subnet (9940a200-cfdf-4ce9-b3e0-4116b2f8471e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.652247 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0b775b-9af5-466b-a52d-3c6ee856a34e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260138737'] for subnet (9940a200-cfdf-4ce9-b3e0-4116b2f8471e), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.734922 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0b775b-9af5-466b-a52d-3c6ee856a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (9940a200-cfdf-4ce9-b3e0-4116b2f8471e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.788477 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0b775b-9af5-466b-a52d-3c6ee856a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260665218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260142681'] for subnet (9940a200-cfdf-4ce9-b3e0-4116b2f8471e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.815690 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b775b-9af5-466b-a52d-3c6ee856a34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9940a200-cfdf-4ce9-b3e0-4116b2f8471e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:34.817647 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0b775b-9af5-466b-a52d-3c6ee856a34e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.820731 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ff0b775b-9af5-466b-a52d-3c6ee856a34e admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/9940a200-cfdf-4ce9-b3e0-4116b2f8471e HTTP/1.1" status: 204 len: 168 time: 0.2492182 Aug 30 05:22:34.823354 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55728) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:34.825928 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534ec03-c769-494a-86be-6dbb73daf66a None None] Network 15c65eeb-dfe2-43bb-9925-99f6c334ef61 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:22:34.831717 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:34.887710 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-bee345cb-5784-46ba-bf38-edc5eabee66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.892652 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (15c65eeb-dfe2-43bb-9925-99f6c334ef61), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:34.942403 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Deleting port c647a9da-b62f-42eb-b3ff-b9cf394cc9de {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:34.942753 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.006598 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] For port c647a9da-b62f-42eb-b3ff-b9cf394cc9de, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=c647a9da-b62f-42eb-b3ff-b9cf394cc9de,segment=NetworkSegment(e787dc9a-de78-44c2-a8f8-6970529e573f),segment_id=e787dc9a-de78-44c2-a8f8-6970529e573f)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:35.006941 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.019884 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Calling delete_port for c647a9da-b62f-42eb-b3ff-b9cf394cc9de owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:35.072385 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] DHCP port deletion for 15c65eeb-dfe2-43bb-9925-99f6c334ef61 request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:22:35.109534 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] Deleting port c647a9da-b62f-42eb-b3ff-b9cf394cc9de {{(pid=106381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:35.109921 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), before_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.115722 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.140484 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c647a9da-b62f-42eb-b3ff-b9cf394cc9de,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:35.143708 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] No DVR routers for this DVR port c647a9da-b62f-42eb-b3ff-b9cf394cc9de on host dv-cinder-853910-4-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:22:35.179454 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] For port c647a9da-b62f-42eb-b3ff-b9cf394cc9de, host dv-cinder-853910-4-iscsi, got binding levels [] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:35.179857 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), precommit_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.192814 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] Calling delete_port for c647a9da-b62f-42eb-b3ff-b9cf394cc9de owned by network:dhcp {{(pid=106381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:35.195654 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.ipam_backend_mixin [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] Port c647a9da-b62f-42eb-b3ff-b9cf394cc9de was not found and therefore no delete operation was performed {{(pid=106381) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 30 05:22:35.196884 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (c647a9da-b62f-42eb-b3ff-b9cf394cc9de), after_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.215134 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (15c65eeb-dfe2-43bb-9925-99f6c334ef61), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.219299 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] Pushing event deleted for resources: {'Port': ['ID=c647a9da-b62f-42eb-b3ff-b9cf394cc9de,revision_number=None']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:35.225914 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b933e-17fd-4b40-a024-789b6daa9667 None None] No DVR routers for this DVR port c647a9da-b62f-42eb-b3ff-b9cf394cc9de on host dv-cinder-853910-4-iscsi {{(pid=106381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:22:35.238517 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c65eeb-dfe2-43bb-9925-99f6c334ef61']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:35.247882 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e787dc9a-de78-44c2-a8f8-6970529e573f') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:35.248182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e787dc9a-de78-44c2-a8f8-6970529e573f') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:35.261707 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260138746'] for segment (e787dc9a-de78-44c2-a8f8-6970529e573f), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.275823 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (e787dc9a-de78-44c2-a8f8-6970529e573f), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.282135 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:22:35.282518 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260664100'] for segment (e787dc9a-de78-44c2-a8f8-6970529e573f), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.352749 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (15c65eeb-dfe2-43bb-9925-99f6c334ef61), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.364439 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.370978 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/15c65eeb-dfe2-43bb-9925-99f6c334ef61 HTTP/1.1" status: 204 len: 168 time: 0.5431998 Aug 30 05:22:35.371361 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55734) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:35.380818 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099d38-853c-40e1-9e84-8d9f3f626f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=15c65eeb-dfe2-43bb-9925-99f6c334ef61,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:35.454623 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment e787dc9a-de78-44c2-a8f8-6970529e573f resource provider aggregate not found Aug 30 05:22:35.476593 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment e787dc9a-de78-44c2-a8f8-6970529e573f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e787dc9a-de78-44c2-a8f8-6970529e573f found for delete ", "request_id": "req-59039d7d-7bf5-4bc8-a218-35ca0c316ff1"}]} Aug 30 05:22:35.499351 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 5701badf-3110-4c86-9747-d392e48882ca no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:35.519384 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 5701badf-3110-4c86-9747-d392e48882ca {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:35.519730 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 5701badf-3110-4c86-9747-d392e48882ca not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:35.520153 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device ebcd9923-28f0-4c6f-805e-b9467911f7fb no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:35.539567 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: ebcd9923-28f0-4c6f-805e-b9467911f7fb {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:35.539914 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device ebcd9923-28f0-4c6f-805e-b9467911f7fb not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:35.540402 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device c647a9da-b62f-42eb-b3ff-b9cf394cc9de no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:35.561325 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: c647a9da-b62f-42eb-b3ff-b9cf394cc9de {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:35.561674 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device c647a9da-b62f-42eb-b3ff-b9cf394cc9de not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:35.687714 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (85412e9f-a830-4007-b442-895817a283f2), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.903039 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Deleting port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:35.903385 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.983165 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] For port 6a2a1593-b1db-4bdd-baaf-a33c6d066f70, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=6a2a1593-b1db-4bdd-baaf-a33c6d066f70,segment=NetworkSegment(80e29947-ae91-4347-985d-6ed391b8a0de),segment_id=80e29947-ae91-4347-985d-6ed391b8a0de)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:35.983524 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:35.995889 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Calling delete_port for 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 owned by network:router_interface {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:36.041014 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:36.161524 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:36.171343 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (6a2a1593-b1db-4bdd-baaf-a33c6d066f70), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:36.195988 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2a1593-b1db-4bdd-baaf-a33c6d066f70,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:36.364945 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (85412e9f-a830-4007-b442-895817a283f2), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:36.563023 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:22:36.564315 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Router 85412e9f-a830-4007-b442-895817a283f2 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:22:36.664364 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:22:36.669299 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c9f98066-ea6e-4bc5-a018-cfd2a95fd97e admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/85412e9f-a830-4007-b442-895817a283f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2968521 Aug 30 05:22:36.671875 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55738) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:36.672603 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] Sync routers for ids ['85412e9f-a830-4007-b442-895817a283f2'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:22:36.682694 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] Routers {'85412e9f-a830-4007-b442-895817a283f2'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:36.683380 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['85412e9f-a830-4007-b442-895817a283f2'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:36.769338 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks [] for router (85412e9f-a830-4007-b442-895817a283f2), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:36.781489 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] Set router 85412e9f-a830-4007-b442-895817a283f2 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:36.866003 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks [] for router_gateway (85412e9f-a830-4007-b442-895817a283f2), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:36.877369 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:36.907629 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Deleting port 48872411-cca0-49a9-a117-ba4d54e10ba8 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:36.907967 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:36.947621 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85412e9f-a830-4007-b442-895817a283f2', 'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:47Z', 'updated_at': '2022-08-30T05:22:36Z', 'revision_number': 5, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'gw_port': {'id': '48872411-cca0-49a9-a117-ba4d54e10ba8', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85412e9f-a830-4007-b442-895817a283f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:14:49Z', 'updated_at': '2022-08-30T05:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:36.974026 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] Checking router: 85412e9f-a830-4007-b442-895817a283f2 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:22:36.982223 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] Routers {'85412e9f-a830-4007-b442-895817a283f2'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:36.982834 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['85412e9f-a830-4007-b442-895817a283f2'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:36.990224 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] For port 48872411-cca0-49a9-a117-ba4d54e10ba8, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=48872411-cca0-49a9-a117-ba4d54e10ba8,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:36.990584 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.003228 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Calling delete_port for 48872411-cca0-49a9-a117-ba4d54e10ba8 owned by network:router_gateway {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:37.052673 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:37.064260 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] Set router 85412e9f-a830-4007-b442-895817a283f2 gateway port host: None {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:37.112075 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85412e9f-a830-4007-b442-895817a283f2', 'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:47Z', 'updated_at': '2022-08-30T05:22:36Z', 'revision_number': 6, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:37.139414 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3da20-ecf0-49c3-96de-67763286afad None None] The sync data for ids ['85412e9f-a830-4007-b442-895817a283f2'] in dv-cinder-853910-4-iscsi is: [{'id': '85412e9f-a830-4007-b442-895817a283f2', 'name': 'tempest-TestVolumeBootPattern-1963755043-router', 'tenant_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:14:47Z', 'updated_at': '2022-08-30T05:22:36Z', 'revision_number': 6, 'project_id': '3e3469ca8e2641179d0fc7988ed0e5c9', 'gw_port_host': None}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:22:37.168394 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (48872411-cca0-49a9-a117-ba4d54e10ba8), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.185359 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2877e52d-bc30-4536-8e7a-81594b196f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.199064 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48872411-cca0-49a9-a117-ba4d54e10ba8,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:37.263039 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (85412e9f-a830-4007-b442-895817a283f2), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.347000 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (85412e9f-a830-4007-b442-895817a283f2), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.349021 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks [] for router_controller (85412e9f-a830-4007-b442-895817a283f2), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.626409 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (85412e9f-a830-4007-b442-895817a283f2), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.627087 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85412e9f-a830-4007-b442-895817a283f2 {{(pid=106380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:22:37.631569 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.632870 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-fe17fe08-ce22-415e-af7c-fa5e125772f5 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/85412e9f-a830-4007-b442-895817a283f2 HTTP/1.1" status: 204 len: 168 time: 0.9600556 Aug 30 05:22:37.635485 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55740) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:37.678450 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9ea939-49e4-4820-9b20-60ac67845160 admin admin] Deleting subnet 6f287742-2f04-4a89-bf11-3628811919f7 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:22:37.681448 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c9ea939-49e4-4820-9b20-60ac67845160 admin admin] Publish callbacks [] for subnet (6f287742-2f04-4a89-bf11-3628811919f7), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.715819 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c9ea939-49e4-4820-9b20-60ac67845160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (6f287742-2f04-4a89-bf11-3628811919f7), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.791269 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c9ea939-49e4-4820-9b20-60ac67845160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (6f287742-2f04-4a89-bf11-3628811919f7), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.842839 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c9ea939-49e4-4820-9b20-60ac67845160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (6f287742-2f04-4a89-bf11-3628811919f7), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.868781 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ea939-49e4-4820-9b20-60ac67845160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f287742-2f04-4a89-bf11-3628811919f7,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:37.873547 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c9ea939-49e4-4820-9b20-60ac67845160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.878011 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-7c9ea939-49e4-4820-9b20-60ac67845160 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/6f287742-2f04-4a89-bf11-3628811919f7 HTTP/1.1" status: 204 len: 168 time: 0.2407365 Aug 30 05:22:37.879613 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214d499-8485-400d-9173-74e94b46c497 None None] Network 60429fc0-3a20-4840-b338-bde186e314a5 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:22:37.880286 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55742) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:37.922016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:37.955058 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:37.955442 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 6a2a1593-b1db-4bdd-baaf-a33c6d066f70 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:37.956694 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (60429fc0-3a20-4840-b338-bde186e314a5), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:37.968393 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:37.999492 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Deleting port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:37.999826 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.042505 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e28b1c-2980-4ef1-ad48-5d52751d6382 None None] DHCP port deletion for 60429fc0-3a20-4840-b338-bde186e314a5 request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:22:38.070660 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] For port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0a4f307b-8e42-4a18-b54c-e8b3d3b010ee,segment=NetworkSegment(80e29947-ae91-4347-985d-6ed391b8a0de),segment_id=80e29947-ae91-4347-985d-6ed391b8a0de)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:38.071056 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.079186 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-81e28b1c-2980-4ef1-ad48-5d52751d6382 None None] Deleting port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee {{(pid=106381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:38.079558 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81e28b1c-2980-4ef1-ad48-5d52751d6382 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), before_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.087630 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Calling delete_port for 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:38.145929 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-81e28b1c-2980-4ef1-ad48-5d52751d6382 None None] For port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=0a4f307b-8e42-4a18-b54c-e8b3d3b010ee,segment=NetworkSegment(80e29947-ae91-4347-985d-6ed391b8a0de),segment_id=80e29947-ae91-4347-985d-6ed391b8a0de)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:38.146330 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81e28b1c-2980-4ef1-ad48-5d52751d6382 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), precommit_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.148632 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:38.160289 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-81e28b1c-2980-4ef1-ad48-5d52751d6382 None None] Calling delete_port for 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee owned by network:dhcp {{(pid=106381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:38.169518 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.197942 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] No DVR routers for this DVR port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee on host dv-cinder-853910-4-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:22:38.201519 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4f307b-8e42-4a18-b54c-e8b3d3b010ee,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:38.241520 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81e28b1c-2980-4ef1-ad48-5d52751d6382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (0a4f307b-8e42-4a18-b54c-e8b3d3b010ee), after_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.264954 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e28b1c-2980-4ef1-ad48-5d52751d6382 None None] Pushing event deleted for resources: {'Port': ['ID=0a4f307b-8e42-4a18-b54c-e8b3d3b010ee,revision_number=None']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:38.268360 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e28b1c-2980-4ef1-ad48-5d52751d6382 None None] No DVR routers for this DVR port 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee on host dv-cinder-853910-4-iscsi {{(pid=106381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:22:38.282658 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (60429fc0-3a20-4840-b338-bde186e314a5), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.303635 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60429fc0-3a20-4840-b338-bde186e314a5']}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:38.312669 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e29947-ae91-4347-985d-6ed391b8a0de') {'for_net_delete': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:38.312964 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e29947-ae91-4347-985d-6ed391b8a0de') {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:38.322168 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105004'] for segment (80e29947-ae91-4347-985d-6ed391b8a0de), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.335026 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (80e29947-ae91-4347-985d-6ed391b8a0de), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.341354 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=106380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:22:38.341733 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672422'] for segment (80e29947-ae91-4347-985d-6ed391b8a0de), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.385799 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 80e29947-ae91-4347-985d-6ed391b8a0de resource provider aggregate not found Aug 30 05:22:38.403633 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 80e29947-ae91-4347-985d-6ed391b8a0de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80e29947-ae91-4347-985d-6ed391b8a0de found for delete ", "request_id": "req-080d08ab-f8eb-41df-8248-11cbd5c05adb"}]} Aug 30 05:22:38.409011 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (60429fc0-3a20-4840-b338-bde186e314a5), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.414601 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.417616 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/60429fc0-3a20-4840-b338-bde186e314a5 HTTP/1.1" status: 204 len: 168 time: 0.5362546 Aug 30 05:22:38.429331 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd722ca-60b0-496d-9655-13f9d663ee6d admin admin] Pushing event deleted for resources: {'Network': ['ID=60429fc0-3a20-4840-b338-bde186e314a5,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:38.453130 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.531662 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55750) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:38.574389 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c36cacbc-1963-4bbe-a6fc-f67bfc56d3ce admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=97e3452b02294219ae56cd23eb2aa0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415905 Aug 30 05:22:38.576918 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55752) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:38.623714 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5acc-cd1f-4474-bac7-ff8687f07f8f admin admin] Publish callbacks [] for security_group (abf94f71-32f4-43c3-95f1-b44c99869c18), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.643495 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5acc-cd1f-4474-bac7-ff8687f07f8f admin admin] Publish callbacks [] for security_group (abf94f71-32f4-43c3-95f1-b44c99869c18), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.688986 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5acc-cd1f-4474-bac7-ff8687f07f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (abf94f71-32f4-43c3-95f1-b44c99869c18), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.691607 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5acc-cd1f-4474-bac7-ff8687f07f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:38.692726 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-fe0c5acc-cd1f-4474-bac7-ff8687f07f8f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/abf94f71-32f4-43c3-95f1-b44c99869c18 HTTP/1.1" status: 204 len: 168 time: 0.1149347 Aug 30 05:22:38.700435 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c5acc-cd1f-4474-bac7-ff8687f07f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf94f71-32f4-43c3-95f1-b44c99869c18,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:39.001806 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55758) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:39.041197 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5fa6a582-6170-4da0-9a93-01a7c8f65e49 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=3e3469ca8e2641179d0fc7988ed0e5c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376389 Aug 30 05:22:39.043713 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55760) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:39.064050 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:UPDATE=1,neutron:SELECT=86,neutron:DELETE=13 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:39.093242 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e561ea1-1768-46b6-a2d6-e32495fbd512 admin admin] Publish callbacks [] for security_group (9437139c-917c-4d94-a68d-4f0e6a408840), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:39.095599 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:39.113837 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e561ea1-1768-46b6-a2d6-e32495fbd512 admin admin] Publish callbacks [] for security_group (9437139c-917c-4d94-a68d-4f0e6a408840), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:39.159246 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e561ea1-1768-46b6-a2d6-e32495fbd512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (9437139c-917c-4d94-a68d-4f0e6a408840), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:39.162059 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e561ea1-1768-46b6-a2d6-e32495fbd512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:39.163149 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9e561ea1-1768-46b6-a2d6-e32495fbd512 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/9437139c-917c-4d94-a68d-4f0e6a408840 HTTP/1.1" status: 204 len: 168 time: 0.1184514 Aug 30 05:22:39.170933 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e561ea1-1768-46b6-a2d6-e32495fbd512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9437139c-917c-4d94-a68d-4f0e6a408840,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:39.483926 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:39.505650 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:39.505999 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 0a4f307b-8e42-4a18-b54c-e8b3d3b010ee not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:39.506430 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 48872411-cca0-49a9-a117-ba4d54e10ba8 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:39.525693 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 48872411-cca0-49a9-a117-ba4d54e10ba8 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:39.526141 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 48872411-cca0-49a9-a117-ba4d54e10ba8 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:39.990404 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:39.991450 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:47.114066 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=54 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:47.115943 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=43 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:49.035998 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=73,neutron:DELETE=9 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:49.038187 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=40,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:49.166114 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:49.166914 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=5,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:49.746630 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb3b2b-4b6b-49bc-90c0-000aeab3cbd2 req-80ee8af4-5061-46ab-861b-200e8bdf5904 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:49.748282 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-86cb3b2b-4b6b-49bc-90c0-000aeab3cbd2 req-80ee8af4-5061-46ab-861b-200e8bdf5904 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 945 time: 0.0500824 Aug 30 05:22:49.794182 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-86cb3b2b-4b6b-49bc-90c0-000aeab3cbd2 req-b0339fbf-2048-41e3-b388-97c5e6296757 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403421 Aug 30 05:22:49.984839 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:49.987292 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:50.917161 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a5310-c528-442f-b5a1-864491581ccc req-433f5725-5511-4856-8b98-5ab091ad3fe1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:50.918598 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a21a5310-c528-442f-b5a1-864491581ccc req-433f5725-5511-4856-8b98-5ab091ad3fe1 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 945 time: 0.0462754 Aug 30 05:22:50.967334 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a21a5310-c528-442f-b5a1-864491581ccc req-f1a4fad2-e84d-4765-9e2c-a7c611527c4f tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Aug 30 05:22:51.643910 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac3026-f114-4ce0-8517-41605d1764cd req-1ea97656-9ecc-449a-8eee-8746f18b75fd tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:51.645320 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ebac3026-f114-4ce0-8517-41605d1764cd req-1ea97656-9ecc-449a-8eee-8746f18b75fd tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 945 time: 0.2273827 Aug 30 05:22:51.729528 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Deleting port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:51.729796 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:51.816567 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] For port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:51.816926 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:51.974810 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:51.975191 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (d130ac98-e035-4fd0-aa0d-71e827e9a440), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:51.975500 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Floating IP d130ac98-e035-4fd0-aa0d-71e827e9a440 disassociated. External IP: 172.27.4.102, port: 3c621d46-c5fc-4ccc-add5-edce4f04d0e0. Aug 30 05:22:51.975838 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Calling delete_port for 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:52.122293 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d1342-68e9-4a58-8ae8-99816dd2a875 req-90a296ff-7f8d-4b17-8dba-2e74ef255e52 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:22:52.123799 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ee9d1342-68e9-4a58-8ae8-99816dd2a875 req-90a296ff-7f8d-4b17-8dba-2e74ef255e52 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e4f3fcb1-0c37-497e-b603-d8fae3e2048a HTTP/1.1" status: 200 len: 945 time: 0.0728199 Aug 30 05:22:52.153248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (3c621d46-c5fc-4ccc-add5-edce4f04d0e0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:52.188069 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'Port': ['ID=3c621d46-c5fc-4ccc-add5-edce4f04d0e0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:52.202791 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.203176 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.203525 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.203864 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.204204 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.204538 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.204868 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.205206 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.205675 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.205879 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.206207 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.206534 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.206881 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.207212 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.207538 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:52.225535 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ee9d1342-68e9-4a58-8ae8-99816dd2a875 req-9d6870ad-2d9e-412b-9cb5-77f7d0ed61a2 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=8f04ff62-3e83-405f-8b1b-d9608457a885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944688 Aug 30 05:22:52.322728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:22:52.324926 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:52.418435 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:52.428782 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:22:52.438145 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:22:52.447569 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:52.448180 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:52.469855 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] No DVR routers for this DVR port 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 on host hv-cinder-85391 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:22:52.472895 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:52.476038 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ebac3026-f114-4ce0-8517-41605d1764cd req-67a186e4-2a8c-4f72-9cba-9f1d9681a703 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.82 "DELETE /networking/v2.0/ports/3c621d46-c5fc-4ccc-add5-edce4f04d0e0 HTTP/1.1" status: 204 len: 173 time: 0.8209343 Aug 30 05:22:52.476463 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'name': 'network-vif-deleted', 'tag': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:22:52.478688 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd98e6e-f70c-4368-b7c3-1dfdcd287f41" -d '{"events": [{"server_uuid": "e4f3fcb1-0c37-497e-b603-d8fae3e2048a", "name": "network-vif-deleted", "tag": "3c621d46-c5fc-4ccc-add5-edce4f04d0e0"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:22:52.676718 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c043e7a-b7ab-4978-b700-7bd3aaa95adb x-openstack-request-id: req-3c043e7a-b7ab-4978-b700-7bd3aaa95adb {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:22:52.677354 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f3fcb1-0c37-497e-b603-d8fae3e2048a", "name": "network-vif-deleted", "tag": "3c621d46-c5fc-4ccc-add5-edce4f04d0e0", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:22:52.677354 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c043e7a-b7ab-4978-b700-7bd3aaa95adb {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:22:52.677560 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c043e7a-b7ab-4978-b700-7bd3aaa95adb'] response: {'server_uuid': 'e4f3fcb1-0c37-497e-b603-d8fae3e2048a', 'name': 'network-vif-deleted', 'tag': '3c621d46-c5fc-4ccc-add5-edce4f04d0e0', 'status': 'completed', 'code': 200} Aug 30 05:22:52.691465 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:52.873463 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:52.897073 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:22:52.905098 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:52.905690 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:53.008131 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:53.202330 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:53.226587 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ab481-2193-4818-9b47-b67e3220df10 None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:17:50Z', 'revision_number': 4, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b', 'name': '', 'network_id': 'ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'mac_address': 'fa:16:3e:34:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:49Z', 'updated_at': '2022-08-30T05:17:57Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'subnets': [{'id': 'd345ef73-596f-4799-a761-5117c97d95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:22:53.319837 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55834) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:53.376454 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (8f04ff62-3e83-405f-8b1b-d9608457a885), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.400454 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (8f04ff62-3e83-405f-8b1b-d9608457a885), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.450737 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (8f04ff62-3e83-405f-8b1b-d9608457a885), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.453457 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.454807 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/8f04ff62-3e83-405f-8b1b-d9608457a885 HTTP/1.1" status: 204 len: 168 time: 0.1339474 Aug 30 05:22:53.458188 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55836) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:53.466957 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04ff62-3e83-405f-8b1b-d9608457a885,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:53.474082 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.api.v2.resource [None req-1d33384f-9254-4e90-bd03-e57448b4ad41 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] show failed (client error): The resource could not be found. Aug 30 05:22:53.474435 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.474793 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.475097 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-1d33384f-9254-4e90-bd03-e57448b4ad41 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "GET /networking/v2.0/security-groups/8f04ff62-3e83-405f-8b1b-d9608457a885 HTTP/1.1" status: 404 len: 347 time: 0.0157285 Aug 30 05:22:53.475956 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.476308 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.476655 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.476981 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.477316 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.477651 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.477999 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.478303 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.478634 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.478778 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55838) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:53.479018 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.479347 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.479675 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.480056 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade23df9-ada1-4080-a8ee-aa97bbccb017 tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:22:53.483051 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece63b0c-5f3e-4eae-be40-ee32c9e59d9e None None] New status for floating IP d130ac98-e035-4fd0-aa0d-71e827e9a440: DOWN {{(pid=106382) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:22:53.592135 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Deleting port afb6df72-d52a-469b-a9db-020e4e24d7a6 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:53.592486 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (afb6df72-d52a-469b-a9db-020e4e24d7a6), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.672995 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (afb6df72-d52a-469b-a9db-020e4e24d7a6), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.673325 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (afb6df72-d52a-469b-a9db-020e4e24d7a6), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.686268 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Calling delete_port for afb6df72-d52a-469b-a9db-020e4e24d7a6 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:53.810661 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (afb6df72-d52a-469b-a9db-020e4e24d7a6), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.836274 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Pushing event deleted for resources: {'Port': ['ID=afb6df72-d52a-469b-a9db-020e4e24d7a6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:53.899065 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks [] for floatingip (d130ac98-e035-4fd0-aa0d-71e827e9a440), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.901471 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:53.902615 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8a5c9658-03cf-402d-a958-d38849d8173a tempest-AttachVolumeNegativeTest-1311861976 tempest-AttachVolumeNegativeTest-1311861976-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/d130ac98-e035-4fd0-aa0d-71e827e9a440 HTTP/1.1" status: 204 len: 168 time: 0.4230323 Aug 30 05:22:56.329642 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:22:56.354112 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:22:56.354443 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 3c621d46-c5fc-4ccc-add5-edce4f04d0e0 not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:22:57.577758 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55874) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:57.964433 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:57.984428 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (1939734e-8510-42da-a471-0b46ceb4c229), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:58.164320 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:58.204472 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Deleting port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:58.204814 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:58.281596 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] For port 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:58.281882 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:58.294260 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Calling delete_port for 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:58.731576 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:58.756562 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Pushing event deleted for resources: {'Port': ['ID=2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:58.919576 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (1939734e-8510-42da-a471-0b46ceb4c229), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.023872 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:59.120511 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Router 1939734e-8510-42da-a471-0b46ceb4c229 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:22:59.217995 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:59.223563 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:22:59.228754 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-543ea703-fee6-4bcc-97b4-d463157f584c admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/1939734e-8510-42da-a471-0b46ceb4c229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6498928 Aug 30 05:22:59.231047 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55878) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:59.234094 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] Sync routers for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:22:59.243540 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:59.244142 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:59.324879 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks [] for router (1939734e-8510-42da-a471-0b46ceb4c229), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.343026 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:59.421441 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks [] for router_gateway (1939734e-8510-42da-a471-0b46ceb4c229), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.487677 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Deleting port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:22:59.488158 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.512575 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:22:58Z', 'revision_number': 5, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port': {'id': '9c422125-9ea1-4b3a-bae9-1abfb3f19d68', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1939734e-8510-42da-a471-0b46ceb4c229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:17:46Z', 'updated_at': '2022-08-30T05:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:59.536630 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] Checking router: 1939734e-8510-42da-a471-0b46ceb4c229 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:22:59.539148 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:59.544153 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=100 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:22:59.546848 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] Routers {'1939734e-8510-42da-a471-0b46ceb4c229'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:22:59.547458 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:22:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['1939734e-8510-42da-a471-0b46ceb4c229'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:59.569356 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] For port 9c422125-9ea1-4b3a-bae9-1abfb3f19d68, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=9c422125-9ea1-4b3a-bae9-1abfb3f19d68,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:22:59.569722 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.582529 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Calling delete_port for 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:22:59.631051 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] Set router 1939734e-8510-42da-a471-0b46ceb4c229 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:22:59.680663 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:22:59Z', 'revision_number': 6, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:22:59.704555 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6578c792-8e34-46c6-a3de-0313d51fcd47 None None] The sync data for ids ['1939734e-8510-42da-a471-0b46ceb4c229'] in dv-cinder-853910-4-iscsi is: [{'id': '1939734e-8510-42da-a471-0b46ceb4c229', 'name': 'tempest-AttachVolumeNegativeTest-1275714794-router', 'tenant_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:17:45Z', 'updated_at': '2022-08-30T05:22:59Z', 'revision_number': 6, 'project_id': 'bebd859c24cd4ed3b7e32a82de820b8a', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:22:59.745613 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (9c422125-9ea1-4b3a-bae9-1abfb3f19d68), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.771014 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c422125-9ea1-4b3a-bae9-1abfb3f19d68,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:22:59.834810 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (1939734e-8510-42da-a471-0b46ceb4c229), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.919894 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (1939734e-8510-42da-a471-0b46ceb4c229), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.922003 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks [] for router_controller (1939734e-8510-42da-a471-0b46ceb4c229), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.962381 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (1939734e-8510-42da-a471-0b46ceb4c229), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.963013 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1939734e-8510-42da-a471-0b46ceb4c229 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:22:59.967465 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:22:59.968818 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-562abfc7-9cb4-4345-89b8-0fde00fbd88a admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/1939734e-8510-42da-a471-0b46ceb4c229 HTTP/1.1" status: 204 len: 168 time: 0.7368741 Aug 30 05:22:59.971912 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55880) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:22:59.979580 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:00.016543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-60479cad-3e44-4e29-a9c5-0e31eb868967 admin admin] Deleting subnet d345ef73-596f-4799-a761-5117c97d95cb {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:23:00.019421 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60479cad-3e44-4e29-a9c5-0e31eb868967 admin admin] Publish callbacks [] for subnet (d345ef73-596f-4799-a761-5117c97d95cb), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.058272 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60479cad-3e44-4e29-a9c5-0e31eb868967 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260138737'] for subnet (d345ef73-596f-4799-a761-5117c97d95cb), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.100588 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:00.135143 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60479cad-3e44-4e29-a9c5-0e31eb868967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (d345ef73-596f-4799-a761-5117c97d95cb), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.185897 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60479cad-3e44-4e29-a9c5-0e31eb868967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260665218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260142681'] for subnet (d345ef73-596f-4799-a761-5117c97d95cb), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.214754 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60479cad-3e44-4e29-a9c5-0e31eb868967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d345ef73-596f-4799-a761-5117c97d95cb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:00.218246 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60479cad-3e44-4e29-a9c5-0e31eb868967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.221900 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-60479cad-3e44-4e29-a9c5-0e31eb868967 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/d345ef73-596f-4799-a761-5117c97d95cb HTTP/1.1" status: 204 len: 168 time: 0.2490361 Aug 30 05:23:00.224413 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55882) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:00.226964 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba0274-68d9-4d0f-9e25-052c4a42fb1d None None] Network ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:23:00.291923 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.333322 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Deleting port 2d136b9e-0d32-4870-9651-06b3997473bb {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:23:00.333674 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.399068 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] For port 2d136b9e-0d32-4870-9651-06b3997473bb, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2d136b9e-0d32-4870-9651-06b3997473bb,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:23:00.399371 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.412939 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Calling delete_port for 2d136b9e-0d32-4870-9651-06b3997473bb owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:23:00.451661 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] DHCP port deletion for ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:23:00.495641 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Deleting port 2d136b9e-0d32-4870-9651-06b3997473bb {{(pid=106381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:23:00.496097 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), before_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.502472 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.532420 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] No DVR routers for this DVR port 2d136b9e-0d32-4870-9651-06b3997473bb on host dv-cinder-853910-4-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:23:00.538381 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d136b9e-0d32-4870-9651-06b3997473bb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:00.565292 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] For port 2d136b9e-0d32-4870-9651-06b3997473bb, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=2d136b9e-0d32-4870-9651-06b3997473bb,segment=NetworkSegment(e259e198-40b7-4e45-9cd6-b1cbed4a96b9),segment_id=e259e198-40b7-4e45-9cd6-b1cbed4a96b9)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:23:00.565699 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), precommit_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.578748 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Calling delete_port for 2d136b9e-0d32-4870-9651-06b3997473bb owned by network:dhcp {{(pid=106381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:23:00.608285 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.629696 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:00.639826 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:00.640114 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e259e198-40b7-4e45-9cd6-b1cbed4a96b9') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:00.651009 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260138746'] for segment (e259e198-40b7-4e45-9cd6-b1cbed4a96b9), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.653636 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (2d136b9e-0d32-4870-9651-06b3997473bb), after_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.664772 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (e259e198-40b7-4e45-9cd6-b1cbed4a96b9), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.672238 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:23:00.672614 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260664100'] for segment (e259e198-40b7-4e45-9cd6-b1cbed4a96b9), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.680643 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Pushing event deleted for resources: {'Port': ['ID=2d136b9e-0d32-4870-9651-06b3997473bb,revision_number=None']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:00.688082 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] No DVR routers for this DVR port 2d136b9e-0d32-4870-9651-06b3997473bb on host dv-cinder-853910-4-iscsi {{(pid=106381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:23:00.690694 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.691064 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.691427 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.691753 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.692102 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.692418 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.692752 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.693083 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.693412 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.693737 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.694063 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.694394 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.694716 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.695088 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.695412 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea92ed5-35d0-45e4-afa3-6237ccf56c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:00.734628 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment e259e198-40b7-4e45-9cd6-b1cbed4a96b9 resource provider aggregate not found Aug 30 05:23:00.748731 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.754096 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.758026 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2 HTTP/1.1" status: 204 len: 168 time: 0.5326641 Aug 30 05:23:00.759708 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment e259e198-40b7-4e45-9cd6-b1cbed4a96b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e259e198-40b7-4e45-9cd6-b1cbed4a96b9 found for delete ", "request_id": "req-6a54c0b3-2eca-41ba-b096-802dbfc57fa3"}]} Aug 30 05:23:00.772895 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf729729-b782-48ef-ad63-139dd299b176 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2f7ffd-21e7-4f75-8a8d-ab24ee6942f2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:00.868830 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55890) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:00.908453 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7b219600-3aab-42b2-98c4-aa6320699e50 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=bebd859c24cd4ed3b7e32a82de820b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384982 Aug 30 05:23:00.910811 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55892) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:00.937738 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.959970 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72b914af-c3bf-4487-bcc4-d0b2b730f87c admin admin] Publish callbacks [] for security_group (d5c94951-69f3-4580-abcb-c30753950b11), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:00.966884 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:00.980746 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72b914af-c3bf-4487-bcc4-d0b2b730f87c admin admin] Publish callbacks [] for security_group (d5c94951-69f3-4580-abcb-c30753950b11), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:01.024960 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72b914af-c3bf-4487-bcc4-d0b2b730f87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d5c94951-69f3-4580-abcb-c30753950b11), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:01.027453 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72b914af-c3bf-4487-bcc4-d0b2b730f87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:01.028578 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-72b914af-c3bf-4487-bcc4-d0b2b730f87c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/d5c94951-69f3-4580-abcb-c30753950b11 HTTP/1.1" status: 204 len: 168 time: 0.1168749 Aug 30 05:23:01.038107 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b914af-c3bf-4487-bcc4-d0b2b730f87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c94951-69f3-4580-abcb-c30753950b11,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:01.489282 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:23:01.508301 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:23:01.508649 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 9c422125-9ea1-4b3a-bae9-1abfb3f19d68 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:23:01.509066 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:23:01.526435 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:23:01.526778 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2acc6bbf-9a00-4f1b-ac01-9d70e9deb93b not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:23:01.527211 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2d136b9e-0d32-4870-9651-06b3997473bb no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:23:01.545318 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 2d136b9e-0d32-4870-9651-06b3997473bb {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:23:01.545666 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 2d136b9e-0d32-4870-9651-06b3997473bb not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:23:02.699090 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55942) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:02.793959 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:02.802836 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4cfc120-c119-4e43-b073-56b58e021f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:02.880602 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4cfc120-c119-4e43-b073-56b58e021f90 admin admin] Publish callbacks [] for security_group (29a74e0c-02b6-4036-940c-92f00b5bfec3), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:02.884041 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4cfc120-c119-4e43-b073-56b58e021f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (29a74e0c-02b6-4036-940c-92f00b5bfec3), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:02.921959 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f4cfc120-c119-4e43-b073-56b58e021f90 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=fefbc6ac66824b65a7220f99268557fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217646 Aug 30 05:23:02.922843 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfc120-c119-4e43-b073-56b58e021f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a74e0c-02b6-4036-940c-92f00b5bfec3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:02.925420 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55946) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:02.973998 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f8fe-2d68-42db-8ec8-97f81eb67b8c admin admin] Publish callbacks [] for security_group (29a74e0c-02b6-4036-940c-92f00b5bfec3), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:02.994406 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f8fe-2d68-42db-8ec8-97f81eb67b8c admin admin] Publish callbacks [] for security_group (29a74e0c-02b6-4036-940c-92f00b5bfec3), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.043740 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f8fe-2d68-42db-8ec8-97f81eb67b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (29a74e0c-02b6-4036-940c-92f00b5bfec3), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.046093 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f8fe-2d68-42db-8ec8-97f81eb67b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.047235 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-e7e1f8fe-2d68-42db-8ec8-97f81eb67b8c admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/29a74e0c-02b6-4036-940c-92f00b5bfec3 HTTP/1.1" status: 204 len: 168 time: 0.1208344 Aug 30 05:23:03.055573 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1f8fe-2d68-42db-8ec8-97f81eb67b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a74e0c-02b6-4036-940c-92f00b5bfec3,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:03.310684 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 55952) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:03.323834 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4711-d7eb-4991-a065-90df71d557a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.398991 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4711-d7eb-4991-a065-90df71d557a3 admin admin] Publish callbacks [] for security_group (e02c015e-c84a-4a18-9409-b8a445540dab), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.402678 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4711-d7eb-4991-a065-90df71d557a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e02c015e-c84a-4a18-9409-b8a445540dab), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.442417 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-fd6f4711-d7eb-4991-a065-90df71d557a3 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=8ba4e6f194854145897621aac6ec3fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298301 Aug 30 05:23:03.442583 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f4711-d7eb-4991-a065-90df71d557a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02c015e-c84a-4a18-9409-b8a445540dab,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:03.444718 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 55954) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:03.494226 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5d03e0b-7307-43d2-a467-a2ed9e770580 admin admin] Publish callbacks [] for security_group (e02c015e-c84a-4a18-9409-b8a445540dab), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.513369 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5d03e0b-7307-43d2-a467-a2ed9e770580 admin admin] Publish callbacks [] for security_group (e02c015e-c84a-4a18-9409-b8a445540dab), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.559213 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5d03e0b-7307-43d2-a467-a2ed9e770580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (e02c015e-c84a-4a18-9409-b8a445540dab), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.561762 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5d03e0b-7307-43d2-a467-a2ed9e770580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:03.563085 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f5d03e0b-7307-43d2-a467-a2ed9e770580 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/e02c015e-c84a-4a18-9409-b8a445540dab HTTP/1.1" status: 204 len: 168 time: 0.1175411 Aug 30 05:23:03.572311 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03e0b-7307-43d2-a467-a2ed9e770580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02c015e-c84a-4a18-9409-b8a445540dab,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:04.840044 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e251ab0c-186d-4ba8-95f7-aa4c454943c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:07.187697 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f0afe43e-00e4-4258-92e5-0c70abe255d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:08.457488 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:09.723370 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:09.725697 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=21 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:09.992838 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:09.995484 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:13.433379 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:13.437582 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=65,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:13.546073 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:INSERT=8,neutron:SELECT=28,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:13.561476 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:23:13.567212 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:14.038645 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56088) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:14.145103 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-256320e8-0029-4d81-8868-d5bc2babc9a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.219702 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-256320e8-0029-4d81-8868-d5bc2babc9a4 admin admin] Publish callbacks [] for security_group (502b4c78-dc11-4908-893d-339de9939cd3), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.224135 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-256320e8-0029-4d81-8868-d5bc2babc9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (502b4c78-dc11-4908-893d-339de9939cd3), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.264498 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256320e8-0029-4d81-8868-d5bc2babc9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502b4c78-dc11-4908-893d-339de9939cd3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:14.268837 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-256320e8-0029-4d81-8868-d5bc2babc9a4 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=585083dd7f47448ca405cd01d0b1ab0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291558 Aug 30 05:23:14.271610 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:14.319456 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a33b7698-90fd-432a-a5cd-a8260e55e608 admin admin] Publish callbacks [] for security_group (502b4c78-dc11-4908-893d-339de9939cd3), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.338859 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a33b7698-90fd-432a-a5cd-a8260e55e608 admin admin] Publish callbacks [] for security_group (502b4c78-dc11-4908-893d-339de9939cd3), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.384192 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a33b7698-90fd-432a-a5cd-a8260e55e608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (502b4c78-dc11-4908-893d-339de9939cd3), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.386651 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a33b7698-90fd-432a-a5cd-a8260e55e608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.387800 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a33b7698-90fd-432a-a5cd-a8260e55e608 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/502b4c78-dc11-4908-893d-339de9939cd3 HTTP/1.1" status: 204 len: 168 time: 0.1153975 Aug 30 05:23:14.395408 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b7698-90fd-432a-a5cd-a8260e55e608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502b4c78-dc11-4908-893d-339de9939cd3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:14.650382 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56098) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:14.664388 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd2f5-88d0-4d76-bdc8-1e18727faf98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.737881 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd2f5-88d0-4d76-bdc8-1e18727faf98 admin admin] Publish callbacks [] for security_group (795fe2b4-2134-413a-b1b7-19ed1552438e), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.741351 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd2f5-88d0-4d76-bdc8-1e18727faf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (795fe2b4-2134-413a-b1b7-19ed1552438e), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.782797 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-1b6cd2f5-88d0-4d76-bdc8-1e18727faf98 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=0022bcc23b2547a8b15709b0e25b4c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312389 Aug 30 05:23:14.784232 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cd2f5-88d0-4d76-bdc8-1e18727faf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795fe2b4-2134-413a-b1b7-19ed1552438e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:14.786920 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56100) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:14.835244 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f52f08d2-2a07-4b06-b1b7-a38c43449265 admin admin] Publish callbacks [] for security_group (795fe2b4-2134-413a-b1b7-19ed1552438e), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.854512 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f52f08d2-2a07-4b06-b1b7-a38c43449265 admin admin] Publish callbacks [] for security_group (795fe2b4-2134-413a-b1b7-19ed1552438e), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.904198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f52f08d2-2a07-4b06-b1b7-a38c43449265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (795fe2b4-2134-413a-b1b7-19ed1552438e), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.906889 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f52f08d2-2a07-4b06-b1b7-a38c43449265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:14.908019 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f52f08d2-2a07-4b06-b1b7-a38c43449265 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/795fe2b4-2134-413a-b1b7-19ed1552438e HTTP/1.1" status: 204 len: 168 time: 0.1201258 Aug 30 05:23:14.915825 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f08d2-2a07-4b06-b1b7-a38c43449265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795fe2b4-2134-413a-b1b7-19ed1552438e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:19.988538 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=59,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:24.777408 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:24.779489 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:24.890391 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=50,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:24.912248 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=51,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:24.930666 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:30.934601 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.286496 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56310) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:31.390866 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f01b8818-1591-4ae6-956a-43410d41d860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.468388 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f01b8818-1591-4ae6-956a-43410d41d860 admin admin] Publish callbacks [] for security_group (94c742f5-f39f-402c-af4a-e94bdd9829f2), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.472468 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f01b8818-1591-4ae6-956a-43410d41d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (94c742f5-f39f-402c-af4a-e94bdd9829f2), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.512472 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f01b8818-1591-4ae6-956a-43410d41d860 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=75c26c6db5f541bcbc66f560cf87492b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248356 Aug 30 05:23:31.513332 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b8818-1591-4ae6-956a-43410d41d860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c742f5-f39f-402c-af4a-e94bdd9829f2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:31.515276 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56314) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:31.563008 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b9710c6f-d1e0-466d-b58e-16baad2c0f7a admin admin] Publish callbacks [] for security_group (94c742f5-f39f-402c-af4a-e94bdd9829f2), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.582937 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b9710c6f-d1e0-466d-b58e-16baad2c0f7a admin admin] Publish callbacks [] for security_group (94c742f5-f39f-402c-af4a-e94bdd9829f2), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.628878 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b9710c6f-d1e0-466d-b58e-16baad2c0f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (94c742f5-f39f-402c-af4a-e94bdd9829f2), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.632138 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b9710c6f-d1e0-466d-b58e-16baad2c0f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.633308 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-b9710c6f-d1e0-466d-b58e-16baad2c0f7a admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/94c742f5-f39f-402c-af4a-e94bdd9829f2 HTTP/1.1" status: 204 len: 168 time: 0.1170266 Aug 30 05:23:31.640969 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9710c6f-d1e0-466d-b58e-16baad2c0f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c742f5-f39f-402c-af4a-e94bdd9829f2,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:31.889363 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56320) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:31.902684 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f66b4181-2950-4a11-bc60-e248deede0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.983051 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f66b4181-2950-4a11-bc60-e248deede0ed admin admin] Publish callbacks [] for security_group (12cf89f7-6f0c-44c4-a191-914299fcf713), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:31.987756 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f66b4181-2950-4a11-bc60-e248deede0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (12cf89f7-6f0c-44c4-a191-914299fcf713), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:32.029008 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-f66b4181-2950-4a11-bc60-e248deede0ed admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=23d7a4a01836477ba97217fb46456c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385341 Aug 30 05:23:32.031628 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56322) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:32.038005 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b4181-2950-4a11-bc60-e248deede0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cf89f7-6f0c-44c4-a191-914299fcf713,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:32.083434 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e37a1ea-451e-4ef1-8c1d-c9d0ca7949b9 admin admin] Publish callbacks [] for security_group (12cf89f7-6f0c-44c4-a191-914299fcf713), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:32.103814 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e37a1ea-451e-4ef1-8c1d-c9d0ca7949b9 admin admin] Publish callbacks [] for security_group (12cf89f7-6f0c-44c4-a191-914299fcf713), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:32.148676 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e37a1ea-451e-4ef1-8c1d-c9d0ca7949b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (12cf89f7-6f0c-44c4-a191-914299fcf713), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:32.151174 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e37a1ea-451e-4ef1-8c1d-c9d0ca7949b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:32.152284 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-1e37a1ea-451e-4ef1-8c1d-c9d0ca7949b9 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/12cf89f7-6f0c-44c4-a191-914299fcf713 HTTP/1.1" status: 204 len: 168 time: 0.1197751 Aug 30 05:23:32.160319 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37a1ea-451e-4ef1-8c1d-c9d0ca7949b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cf89f7-6f0c-44c4-a191-914299fcf713,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:32.548596 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:32.549412 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:33.178748 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56352) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:33.281184 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a01f-7f4f-4239-a025-8dd105c17033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:33.354971 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a01f-7f4f-4239-a025-8dd105c17033 admin admin] Publish callbacks [] for security_group (d41c1fb7-19b9-422d-99c5-be49d14828c0), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:33.358437 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a01f-7f4f-4239-a025-8dd105c17033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d41c1fb7-19b9-422d-99c5-be49d14828c0), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:33.399583 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c4c0a01f-7f4f-4239-a025-8dd105c17033 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=d6fbc82a3ad74a34ac3ea6fdd2741d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197621 Aug 30 05:23:33.400451 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0a01f-7f4f-4239-a025-8dd105c17033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41c1fb7-19b9-422d-99c5-be49d14828c0,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:33.403188 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56356) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:33.453231 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d324cee-945f-4352-8696-c60931bb72ee admin admin] Publish callbacks [] for security_group (d41c1fb7-19b9-422d-99c5-be49d14828c0), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:33.473159 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d324cee-945f-4352-8696-c60931bb72ee admin admin] Publish callbacks [] for security_group (d41c1fb7-19b9-422d-99c5-be49d14828c0), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:33.521612 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d324cee-945f-4352-8696-c60931bb72ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d41c1fb7-19b9-422d-99c5-be49d14828c0), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:33.524270 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d324cee-945f-4352-8696-c60931bb72ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:33.525368 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-9d324cee-945f-4352-8696-c60931bb72ee admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/d41c1fb7-19b9-422d-99c5-be49d14828c0 HTTP/1.1" status: 204 len: 168 time: 0.1205990 Aug 30 05:23:33.532893 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d324cee-945f-4352-8696-c60931bb72ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41c1fb7-19b9-422d-99c5-be49d14828c0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:34.841130 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8cba4a9c-6d54-46bd-a923-e600b761f992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:37.015085 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56400) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:37.118934 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d2eda3da-892d-4bbf-9223-799288cf8bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:37.189316 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f659-20c9-441b-bbbc-608b55ed70a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:37.194038 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d2eda3da-892d-4bbf-9223-799288cf8bba admin admin] Publish callbacks [] for security_group (161e6df8-f113-4ccb-90f5-3fc98b386be8), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:37.197792 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d2eda3da-892d-4bbf-9223-799288cf8bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (161e6df8-f113-4ccb-90f5-3fc98b386be8), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:37.234710 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eda3da-892d-4bbf-9223-799288cf8bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161e6df8-f113-4ccb-90f5-3fc98b386be8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:37.238906 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-d2eda3da-892d-4bbf-9223-799288cf8bba admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=bc55d335b3454cb582c04ecd166e46b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227609 Aug 30 05:23:37.242160 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56404) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:37.289070 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6884b3f-cd57-45ba-a256-8c3b93425b4f admin admin] Publish callbacks [] for security_group (161e6df8-f113-4ccb-90f5-3fc98b386be8), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:37.308076 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6884b3f-cd57-45ba-a256-8c3b93425b4f admin admin] Publish callbacks [] for security_group (161e6df8-f113-4ccb-90f5-3fc98b386be8), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:37.356262 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6884b3f-cd57-45ba-a256-8c3b93425b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (161e6df8-f113-4ccb-90f5-3fc98b386be8), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:37.358719 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6884b3f-cd57-45ba-a256-8c3b93425b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:37.359840 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-f6884b3f-cd57-45ba-a256-8c3b93425b4f admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/161e6df8-f113-4ccb-90f5-3fc98b386be8 HTTP/1.1" status: 204 len: 168 time: 0.1174259 Aug 30 05:23:37.367152 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6884b3f-cd57-45ba-a256-8c3b93425b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161e6df8-f113-4ccb-90f5-3fc98b386be8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:37.965310 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56426) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:38.063208 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1442881140-network', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:38.082071 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Made reservation on behalf of 05ebb49967334f8bb6f2077fce987ee3 for: {'network': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:23:38.084317 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.093173 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.130359 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:38.135786 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:38.171795 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Publish callbacks [] for security_group (ed2c225a-d762-4b7b-93cf-43a9a73c8978), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.175451 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ed2c225a-d762-4b7b-93cf-43a9a73c8978), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.200141 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=106380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:23:38.208909 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c225a-d762-4b7b-93cf-43a9a73c8978,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:38.215147 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (b9c6f38c-8a9e-4bd4-b923-fc0b707f4063), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.215498 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.segments_db [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Added segment b9c6f38c-8a9e-4bd4-b923-fc0b707f4063 of type vlan for network 575e8862-a739-480a-b02b-b93764068dd4 Aug 30 05:23:38.255496 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (575e8862-a739-480a-b02b-b93764068dd4), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.279025 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (575e8862-a739-480a-b02b-b93764068dd4), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.280014 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:23:38.280585 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.332726 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3662775 Aug 30 05:23:38.335979 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56430) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:38.340699 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Request body: {'subnet': {'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1442881140-subnet', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'ip_version': 4}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:38.359070 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3a56f-85e5-4b4c-837d-e01e7a8dca66 admin admin] Pushing event updated for resources: {'Network': ['ID=575e8862-a739-480a-b02b-b93764068dd4,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:38.368898 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network 575e8862-a739-480a-b02b-b93764068dd4 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:23:38.371382 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Made reservation on behalf of 05ebb49967334f8bb6f2077fce987ee3 for: {'subnet': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:23:38.373735 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2500292'] for subnet (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.552929 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3673475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2500306'] for subnet (b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.578960 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.610836 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:38.619334 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Checking segment: {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:23:38.619691 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Network hostable DHCP agents. Network: 575e8862-a739-480a-b02b-b93764068dd4, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106380) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:23:38.637220 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Network 575e8862-a739-480a-b02b-b93764068dd4 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106380) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:23:38.645739 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, 575e8862-a739-480a-b02b-b93764068dd4) {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:38.650232 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:23:38.650833 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.655359 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3def61-18b1-4eec-94a1-e6ddbdf8ec20 None None] Network 575e8862-a739-480a-b02b-b93764068dd4 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:23:38.666995 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-1c5598ec-71b9-4138-9310-5d30a41309c0 admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3300159 Aug 30 05:23:38.669742 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56432) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:38.674761 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:38.696077 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (7d461cbe-9950-4f16-a9b1-5d54df6d1763), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.697078 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (7d461cbe-9950-4f16-a9b1-5d54df6d1763), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.748509 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks [] for router_controller (7d461cbe-9950-4f16-a9b1-5d54df6d1763), precommit_add_association {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.760557 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-575e8862-a739-480a-b02b-b93764068dd4', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:23:38.761515 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.881638 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks [] for router_gateway (7d461cbe-9950-4f16-a9b1-5d54df6d1763), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:38.890071 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:38.891327 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Allocated IP 172.20.0.2 (575e8862-a739-480a-b02b-b93764068dd4/b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356/a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:23:38.927653 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:39.038692 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Publish callbacks [] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.044600 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.065092 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks [] for router_gateway (7d461cbe-9950-4f16-a9b1-5d54df6d1763), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.085124 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.088425 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Network 575e8862-a739-480a-b02b-b93764068dd4 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:23:39.092909 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:39.097027 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:23:39.103663 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Pushing event updated for resources: {'Port': ['ID=a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:39.156799 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Attempting to bind port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:23:39.157079 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Attempting to bind port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:23:39.157440 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Attempting to bind port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 on network 575e8862-a739-480a-b02b-b93764068dd4 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:23:39.163050 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:23:39.163420 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Checking segment: {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:23:39.163818 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.164204 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Bound using segment: {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:23:39.164659 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Bound port: a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:23:39.165038 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.192109 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Allocated IP 172.27.4.197 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:23:39.220760 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:39.225152 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:39.226468 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] For port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:23:39.230137 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] For port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:23:39.237039 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.297214 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de40a1-a377-4ee2-8e66-16a63a1a628a None None] Pushing event updated for resources: {'Port': ['ID=a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:39.305785 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks [] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.337893 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.379069 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:23:39.384151 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:39.388013 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:23:39.395343 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:39.568914 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:39.613283 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:39.613657 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.666240 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks [] for router_gateway (7d461cbe-9950-4f16-a9b1-5d54df6d1763), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.683735 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:39.684125 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.722423 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:23:39.726376 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.773282 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:39.801727 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:39.811611 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:39.856654 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (7d461cbe-9950-4f16-a9b1-5d54df6d1763), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.990007 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106380) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:23:39.994612 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:39.998506 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.097390 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:23:40.107018 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Sync routers for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:23:40.115522 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.117148 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2bc99e53-c05d-4636-90fd-8783d8ae2855 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4453568 Aug 30 05:23:40.119611 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56434) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:40.121721 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:23:40.122404 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:23:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:40.149623 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997a29e6-46b2-4ef7-9cf5-192a680fd76f None None] Network 575e8862-a739-480a-b02b-b93764068dd4 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:23:40.224453 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:23:40.270228 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-89f046c6-e343-43a7-b6c0-17d712d075ab None None] Provisioning complete for port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:40.270746 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-89f046c6-e343-43a7-b6c0-17d712d075ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.361861 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-89f046c6-e343-43a7-b6c0-17d712d075ab None None] Current status of the port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:40.413248 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:39Z', 'revision_number': 3, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:40.483635 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-17b7f93b-f85a-41c7-b3cc-c3d04ca9b622 None None] Provisioning complete for port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:40.484061 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-17b7f93b-f85a-41c7-b3cc-c3d04ca9b622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.536149 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Checking router: 7d461cbe-9950-4f16-a9b1-5d54df6d1763 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:23:40.536497 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Updating router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:23:40.566317 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.571214 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-17b7f93b-f85a-41c7-b3cc-c3d04ca9b622 None None] Current status of the port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:40.781332 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.804932 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Publish callbacks [] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.811282 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.852019 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Attempting to bind port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:23:40.852388 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Attempting to bind port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:23:40.852747 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Attempting to bind port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:23:40.861438 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:23:40.861805 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:23:40.862198 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.862584 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:23:40.863065 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Bound port: a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:23:40.863441 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.867848 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Pushing event updated for resources: {'Port': ['ID=a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197,revision_number=2']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:40.878718 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:40.892070 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.892415 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.892777 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.893122 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.893453 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.893786 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.894109 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.894431 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.894753 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.895101 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.895423 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.895840 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.896062 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.896900 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.897217 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:23:40.927058 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] For port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:23:40.930135 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] For port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:23:40.935145 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Allocated IP 172.20.0.1 (575e8862-a739-480a-b02b-b93764068dd4/b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356/5584d0b7-618f-4438-b30a-fb9d602c2352) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:23:40.935685 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:40.967244 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:23:40.967866 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:23:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:40.998010 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:41.008048 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:41.034758 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728fcda-fc90-43f5-ad45-ee3ac20adb83 None None] Pushing event updated for resources: {'Port': ['ID=a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:41.046658 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Publish callbacks [] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.078329 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.087831 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:23:41.120219 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Network 575e8862-a739-480a-b02b-b93764068dd4 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:23:41.123476 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:41.127530 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:23:41.130476 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Pushing event updated for resources: {'Port': ['ID=5584d0b7-618f-4438-b30a-fb9d602c2352,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:41.153894 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:41.169186 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (7d461cbe-9950-4f16-a9b1-5d54df6d1763), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.265962 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:39Z', 'revision_number': 3, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:41.292556 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb895c7-5c57-4c7f-bbf9-b8ccbaa72c20 None None] The sync data for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi is: [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:39Z', 'revision_number': 3, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:23:41.306165 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.394936 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-5cf42564-7881-48a7-86dc-2854844233ce None None] Provisioning complete for port 5584d0b7-618f-4438-b30a-fb9d602c2352 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:41.395427 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5cf42564-7881-48a7-86dc-2854844233ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.433131 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-5cf42564-7881-48a7-86dc-2854844233ce None None] Port 5584d0b7-618f-4438-b30a-fb9d602c2352 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:23:41.503978 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Publish callbacks [] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.515070 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672378'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.563485 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:41.592184 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Pushing event updated for resources: {'Port': ['ID=5584d0b7-618f-4438-b30a-fb9d602c2352,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:41.595896 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (7d461cbe-9950-4f16-a9b1-5d54df6d1763), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.602044 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:41.625469 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:41.626578 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.655939 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:41.702839 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:41.704794 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Network 575e8862-a739-480a-b02b-b93764068dd4 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:23:41.709057 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:41.829036 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:23:41.878005 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:41.940688 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:23:41.946035 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-c061dff4-59f9-49d4-947f-fca82c1bde84 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/7d461cbe-9950-4f16-a9b1-5d54df6d1763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8242834 Aug 30 05:23:41.956721 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-aed9d93c-d89d-4946-84ad-7447463ad7b0 None None] Provisioning complete for port 5584d0b7-618f-4438-b30a-fb9d602c2352 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:41.957101 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-aed9d93c-d89d-4946-84ad-7447463ad7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:41.958484 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:41.996628 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-aed9d93c-d89d-4946-84ad-7447463ad7b0 None None] Port 5584d0b7-618f-4438-b30a-fb9d602c2352 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:23:42.422242 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56450) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:42.427214 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1000929065-network', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:42.447631 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Made reservation on behalf of 067b159ec95a4432b30aa1d3fc3f98b4 for: {'network': 1} {{(pid=106380) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:23:42.449865 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for network (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.458418 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.540077 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Publish callbacks [] for security_group (d102d187-8794-4b5c-a027-daa9c14d6d23), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.544027 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d102d187-8794-4b5c-a027-daa9c14d6d23), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.572673 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=106380) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 05:23:42.579113 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d102d187-8794-4b5c-a027-daa9c14d6d23,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:42.585743 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (3d5f703f-ffe7-48fd-8704-abd4c6912aa1), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.586081 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.db.segments_db [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Added segment 3d5f703f-ffe7-48fd-8704-abd4c6912aa1 of type vlan for network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 Aug 30 05:23:42.634048 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790861181808'] for network (ccf9c1bb-6ebe-44e7-a666-9067f9cc6997), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.659306 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520'] for network (ccf9c1bb-6ebe-44e7-a666-9067f9cc6997), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.660374 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:23:42.660991 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.714173 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] 10.222.0.77 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2906508 Aug 30 05:23:42.716939 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56452) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:42.721796 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Request body: {'subnet': {'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1000929065-subnet', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:42.725683 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31ff11-e2e1-494f-b99c-97e357bad13d admin admin] Pushing event updated for resources: {'Network': ['ID=ccf9c1bb-6ebe-44e7-a666-9067f9cc6997,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:42.735002 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 details requested by agent ovs-agent-dv-cinder-853910-4-iscsi with host dv-cinder-853910-4-iscsi {{(pid=106381) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 05:23:42.744873 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Made reservation on behalf of 067b159ec95a4432b30aa1d3fc3f98b4 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:23:42.747325 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260142662'] for subnet (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.820828 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:42.826182 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:42.849664 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Sync routers for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:23:42.859890 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:23:42.860544 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:23:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:42.921973 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260665281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260142672'] for subnet (374266cd-fa4a-4779-af81-9595220557e8), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:42.964537 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:23:42.978493 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=374266cd-fa4a-4779-af81-9595220557e8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:42.988373 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Checking segment: {'id': '3d5f703f-ffe7-48fd-8704-abd4c6912aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:23:42.988730 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Network hostable DHCP agents. Network: ccf9c1bb-6ebe-44e7-a666-9067f9cc6997, hostable agents: ['e42c5f29-669a-4678-a914-c85acd285de1'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 05:23:43.006967 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 is scheduled to be hosted by DHCP agent e42c5f29-669a-4678-a914-c85acd285de1 with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 05:23:43.016343 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-4-iscsi, ccf9c1bb-6ebe-44e7-a666-9067f9cc6997) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:43.020467 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:23:43.021083 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.032643 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605de05-cbae-493a-be51-83e8ea72656a None None] Network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:23:43.037278 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-8a8439e9-e8bc-476f-bab9-9a8916d8ce3f admin admin] 10.222.0.77 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3188550 Aug 30 05:23:43.039501 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56454) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:43.043812 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:43.066797 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7529'] for router (b3471b8a-8557-44a4-8320-cfc873ac6688), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.067822 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411831', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7504'] for router (b3471b8a-8557-44a4-8320-cfc873ac6688), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.118566 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks [] for router_controller (b3471b8a-8557-44a4-8320-cfc873ac6688), precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.211718 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb53dc5f-f14d-5eff-a2a1-84f906e6413a-ccf9c1bb-6ebe-44e7-a666-9067f9cc6997', 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997', 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'fixed_ips': [{'subnet_id': '374266cd-fa4a-4779-af81-9595220557e8'}]}} from dv-cinder-853910-4-iscsi. {{(pid=106381) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 05:23:43.212605 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.251231 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '5584d0b7-618f-4438-b30a-fb9d602c2352', 'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'mac_address': 'fa:16:3e:f9:5f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:40Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 2, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'subnets': [{'id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:43.254685 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks [] for router_gateway (b3471b8a-8557-44a4-8320-cfc873ac6688), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.315010 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Checking router: 7d461cbe-9950-4f16-a9b1-5d54df6d1763 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:23:43.315369 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Updating router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 port 5584d0b7-618f-4438-b30a-fb9d602c2352 binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:23:43.364557 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.435981 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks [] for router_gateway (b3471b8a-8557-44a4-8320-cfc873ac6688), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.459239 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.566230 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:43.575845 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.db_base_plugin_common [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Allocated IP 172.20.0.2 (ccf9c1bb-6ebe-44e7-a666-9067f9cc6997/374266cd-fa4a-4779-af81-9595220557e8/a143c320-93d6-4233-bbec-c0280a2814f8) {{(pid=106381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:23:43.576456 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:43.577808 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Allocated IP 172.27.4.236 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/a4417960-2cd5-4f30-ad45-400f5605bde9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:23:43.690678 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks [] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.707116 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:43.722447 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.730107 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:43.741855 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:43.742464 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.763073 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:23:43.765189 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:43.769034 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:43.773583 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:23:43.777226 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Pushing event updated for resources: {'Port': ['ID=a4417960-2cd5-4f30-ad45-400f5605bde9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:43.955372 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:43.955667 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.967599 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Publish callbacks [] for port (a143c320-93d6-4233-bbec-c0280a2814f8), precommit_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:43.984192 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), after_create {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.014125 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks [] for router_gateway (b3471b8a-8557-44a4-8320-cfc873ac6688), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.039495 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:23:44.056106 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.064934 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 is already hosted by enough agents. {{(pid=106381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:23:44.077167 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.scheduler.base_scheduler [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Resources bound (agent type, host, resource id): {{(pid=106381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:44.081149 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Received port after_create {{(pid=106381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:23:44.083148 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Pushing event updated for resources: {'Port': ['ID=a143c320-93d6-4233-bbec-c0280a2814f8,revision_number=1']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:44.087828 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Publish callbacks [] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.128368 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.201256 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Attempting to bind port a143c320-93d6-4233-bbec-c0280a2814f8 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:23:44.201625 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Attempting to bind port a143c320-93d6-4233-bbec-c0280a2814f8 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '3d5f703f-ffe7-48fd-8704-abd4c6912aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:23:44.201986 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Attempting to bind port a143c320-93d6-4233-bbec-c0280a2814f8 on network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:23:44.203212 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516446'] for router (b3471b8a-8557-44a4-8320-cfc873ac6688), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.210533 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:44.232470 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:23:44.232845 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Checking segment: {'id': '3d5f703f-ffe7-48fd-8704-abd4c6912aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:23:44.233240 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.233626 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Bound using segment: {'id': '3d5f703f-ffe7-48fd-8704-abd4c6912aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:23:44.234100 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Bound port: a143c320-93d6-4233-bbec-c0280a2814f8, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5f703f-ffe7-48fd-8704-abd4c6912aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:23:44.234474 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.283831 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Attempting to bind port 5584d0b7-618f-4438-b30a-fb9d602c2352 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:23:44.284199 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Attempting to bind port 5584d0b7-618f-4438-b30a-fb9d602c2352 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:23:44.284584 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Attempting to bind port 5584d0b7-618f-4438-b30a-fb9d602c2352 on network 575e8862-a739-480a-b02b-b93764068dd4 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:23:44.310059 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e64c1c-67f1-4519-938d-ce1125c7be79 None None] Pushing event updated for resources: {'Port': ['ID=5584d0b7-618f-4438-b30a-fb9d602c2352,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:44.314947 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:23:44.315301 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Checking segment: {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:23:44.315712 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.316100 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Bound using segment: {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:23:44.316581 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Bound port: 5584d0b7-618f-4438-b30a-fb9d602c2352, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:23:44.316960 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.369183 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:44.381497 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] For port a143c320-93d6-4233-bbec-c0280a2814f8, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:23:44.404402 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] For port a143c320-93d6-4233-bbec-c0280a2814f8, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a143c320-93d6-4233-bbec-c0280a2814f8,segment=NetworkSegment(3d5f703f-ffe7-48fd-8704-abd4c6912aa1),segment_id=3d5f703f-ffe7-48fd-8704-abd4c6912aa1)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:23:44.413977 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.423156 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] For port 5584d0b7-618f-4438-b30a-fb9d602c2352, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:23:44.462140 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] For port 5584d0b7-618f-4438-b30a-fb9d602c2352, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=5584d0b7-618f-4438-b30a-fb9d602c2352,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:23:44.470316 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:44.474579 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.493704 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1b4a3-1cb5-4d98-908e-0ccb3b1bcc5d None None] Pushing event updated for resources: {'Port': ['ID=a143c320-93d6-4233-bbec-c0280a2814f8,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:44.502442 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:23:44.502442 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:23:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:44.628930 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e64c1c-67f1-4519-938d-ce1125c7be79 None None] Pushing event updated for resources: {'Port': ['ID=5584d0b7-618f-4438-b30a-fb9d602c2352,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:44.634957 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Router b3471b8a-8557-44a4-8320-cfc873ac6688 is scheduled to L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 05:23:44.655506 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:44.665886 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:23:44.762628 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:23:44.775833 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Sync routers for ids ['b3471b8a-8557-44a4-8320-cfc873ac6688'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:23:44.786595 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:44.786905 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Routers {'b3471b8a-8557-44a4-8320-cfc873ac6688'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:23:44.787385 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:23:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['b3471b8a-8557-44a4-8320-cfc873ac6688'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:44.789653 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-22d34aff-f555-4472-8023-51a6f82cea88 admin admin] 10.222.0.77 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7492316 Aug 30 05:23:44.792385 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56456) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:44.870574 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '5584d0b7-618f-4438-b30a-fb9d602c2352', 'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'mac_address': 'fa:16:3e:f9:5f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:40Z', 'updated_at': '2022-08-30T05:23:44Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'subnets': [{'id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:44.893973 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Set router b3471b8a-8557-44a4-8320-cfc873ac6688 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:23:44.902296 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3cef4-ad5f-4ccd-9d22-2162f3d74541 None None] The sync data for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi is: [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '5584d0b7-618f-4438-b30a-fb9d602c2352', 'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'mac_address': 'fa:16:3e:f9:5f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:40Z', 'updated_at': '2022-08-30T05:23:44Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'subnets': [{'id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:23:45.104597 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 3, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'gw_port': {'id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:45.133676 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Checking router: b3471b8a-8557-44a4-8320-cfc873ac6688 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:23:45.134237 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Updating router b3471b8a-8557-44a4-8320-cfc873ac6688 port a4417960-2cd5-4f30-ad45-400f5605bde9 binding host dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:23:45.156750 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:45.168148 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.254632 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.445084 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:45.458313 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Publish callbacks [] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), precommit_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.471279 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.478122 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Allocated IP 172.20.0.1 (ccf9c1bb-6ebe-44e7-a666-9067f9cc6997/374266cd-fa4a-4779-af81-9595220557e8/24f4db38-c234-4cc4-882b-f97e0de84a42) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:23:45.511712 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ef740-7926-4ba7-b042-6f6c1ebb6abf None None] Network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:23:45.591364 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdf125-ecfb-4fef-a9fd-f68fd2ec850e None None] Pushing event updated for resources: {'Port': ['ID=a4417960-2cd5-4f30-ad45-400f5605bde9,revision_number=2']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:45.596240 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Attempting to bind port a4417960-2cd5-4f30-ad45-400f5605bde9 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:23:45.596855 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Attempting to bind port a4417960-2cd5-4f30-ad45-400f5605bde9 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:23:45.597399 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Attempting to bind port a4417960-2cd5-4f30-ad45-400f5605bde9 on network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:23:45.604263 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:23:45.604919 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Checking segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:23:45.605654 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.606201 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Bound using segment: {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'} {{(pid=106382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:23:45.606847 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.managers [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Bound port: a4417960-2cd5-4f30-ad45-400f5605bde9, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bff0a3-d95e-46f8-9b91-d9f9a8355d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76'}}] {{(pid=106382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:23:45.607409 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), before_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.619192 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-1f50ac43-31e3-4a0d-aab2-101ccd570a87 None None] Provisioning complete for port a143c320-93d6-4233-bbec-c0280a2814f8 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:45.619578 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1f50ac43-31e3-4a0d-aab2-101ccd570a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.634736 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:45.656423 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Publish callbacks [] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.682090 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] For port a4417960-2cd5-4f30-ad45-400f5605bde9, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:23:45.686255 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.plugins.ml2.db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] For port a4417960-2cd5-4f30-ad45-400f5605bde9, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a4417960-2cd5-4f30-ad45-400f5605bde9,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:23:45.698670 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron_lib.callbacks.manager [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), after_update {{(pid=106382) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.703354 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.723818 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 5584d0b7-618f-4438-b30a-fb9d602c2352 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:45.743129 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:23:45.747119 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:45.749655 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:23:45.763145 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Routers {'b3471b8a-8557-44a4-8320-cfc873ac6688'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:23:45.763952 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:23:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['b3471b8a-8557-44a4-8320-cfc873ac6688'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:45.804196 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517434'] for router_interface (b3471b8a-8557-44a4-8320-cfc873ac6688), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.836757 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 5584d0b7-618f-4438-b30a-fb9d602c2352 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:45.837233 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.856353 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Pushing event updated for resources: {'Port': ['ID=24f4db38-c234-4cc4-882b-f97e0de84a42,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:45.885295 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-1f50ac43-31e3-4a0d-aab2-101ccd570a87 None None] Current status of the port a143c320-93d6-4233-bbec-c0280a2814f8 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:45.886341 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1f50ac43-31e3-4a0d-aab2-101ccd570a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:45.941662 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:45.961226 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-1f50ac43-31e3-4a0d-aab2-101ccd570a87 None None] For port a143c320-93d6-4233-bbec-c0280a2814f8, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a143c320-93d6-4233-bbec-c0280a2814f8,segment=NetworkSegment(3d5f703f-ffe7-48fd-8704-abd4c6912aa1),segment_id=3d5f703f-ffe7-48fd-8704-abd4c6912aa1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:23:45.986864 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.013046 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:46.017246 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 5584d0b7-618f-4438-b30a-fb9d602c2352 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:46.017895 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.020722 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1f50ac43-31e3-4a0d-aab2-101ccd570a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.043063 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] Set router b3471b8a-8557-44a4-8320-cfc873ac6688 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:23:46.045126 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdf125-ecfb-4fef-a9fd-f68fd2ec850e None None] Pushing event updated for resources: {'Port': ['ID=a4417960-2cd5-4f30-ad45-400f5605bde9,revision_number=3']} {{(pid=106382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:46.093098 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:46.124768 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 5584d0b7-618f-4438-b30a-fb9d602c2352, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=5584d0b7-618f-4438-b30a-fb9d602c2352,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:23:46.128906 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50ac43-31e3-4a0d-aab2-101ccd570a87 None None] Pushing event updated for resources: {'Port': ['ID=a143c320-93d6-4233-bbec-c0280a2814f8,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:46.143857 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.145185 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:46.225287 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Publish callbacks [] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.232558 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.285325 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 3, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'gw_port': {'id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:46.292612 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517550'] for router_interface (b3471b8a-8557-44a4-8320-cfc873ac6688), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.317725 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71364610-33a2-4bd7-885e-4122569693f8 None None] The sync data for ids ['b3471b8a-8557-44a4-8320-cfc873ac6688'] in dv-cinder-853910-4-iscsi is: [{'id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 3, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'gw_port': {'id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:23:46.392438 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-ff9b0df9-b9c5-4472-8cb6-1046da633cdf None None] Provisioning complete for port 24f4db38-c234-4cc4-882b-f97e0de84a42 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:46.392813 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0df9-b9c5-4472-8cb6-1046da633cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.403333 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Pushing event updated for resources: {'Port': ['ID=24f4db38-c234-4cc4-882b-f97e0de84a42,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:46.420375 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=5584d0b7-618f-4438-b30a-fb9d602c2352,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:46.441429 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:46.449183 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b0df9-b9c5-4472-8cb6-1046da633cdf None None] Port 24f4db38-c234-4cc4-882b-f97e0de84a42 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:23:46.453302 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:46.455719 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:23:46.457150 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:23:46.462087 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:46.462464 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.486851 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-ff9b0df9-b9c5-4472-8cb6-1046da633cdf None None] Provisioning complete for port a143c320-93d6-4233-bbec-c0280a2814f8 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:46.487226 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0df9-b9c5-4472-8cb6-1046da633cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.591413 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Router b3471b8a-8557-44a4-8320-cfc873ac6688 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:23:46.598739 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:46.600492 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a143c320-93d6-4233-bbec-c0280a2814f8 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:46.636029 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b0df9-b9c5-4472-8cb6-1046da633cdf None None] Current status of the port a143c320-93d6-4233-bbec-c0280a2814f8 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:46.665545 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port a143c320-93d6-4233-bbec-c0280a2814f8 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:46.666112 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.711988 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:23:46.721251 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bfe475f3-c2e6-45e7-8d25-512dddf58311 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/b3471b8a-8557-44a4-8320-cfc873ac6688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9243073 Aug 30 05:23:46.780016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-b2f54862-acf5-4761-aa45-2ed556650a66 None None] Provisioning complete for port 24f4db38-c234-4cc4-882b-f97e0de84a42 triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:46.780392 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b2f54862-acf5-4761-aa45-2ed556650a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:46.784783 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port a143c320-93d6-4233-bbec-c0280a2814f8 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:46.817117 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-b2f54862-acf5-4761-aa45-2ed556650a66 None None] Port 24f4db38-c234-4cc4-882b-f97e0de84a42 cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:23:47.088788 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56464) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:47.093343 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a84cbc81-ab66-4e58-a606-8c37c6795e82 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825295871', 'description': 'tempest-secgroup-smoke-825295871 description', 'project_id': '05ebb49967334f8bb6f2077fce987ee3'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:47.116470 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a84cbc81-ab66-4e58-a606-8c37c6795e82 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.188364 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a84cbc81-ab66-4e58-a606-8c37c6795e82 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group (235c6c64-7d1b-4afa-aebc-4f8fe77d8525), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.192324 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a84cbc81-ab66-4e58-a606-8c37c6795e82 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (235c6c64-7d1b-4afa-aebc-4f8fe77d8525), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.225526 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a84cbc81-ab66-4e58-a606-8c37c6795e82 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.226757 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-a84cbc81-ab66-4e58-a606-8c37c6795e82 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1369450 Aug 30 05:23:47.228817 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cbc81-ab66-4e58-a606-8c37c6795e82 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235c6c64-7d1b-4afa-aebc-4f8fe77d8525,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:47.230170 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56466) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:47.236498 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-0746cf9a-2669-4f5f-b691-e27d00e24e65 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Request body: {'security_group_rule': {'security_group_id': '235c6c64-7d1b-4afa-aebc-4f8fe77d8525', 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:47.266114 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0746cf9a-2669-4f5f-b691-e27d00e24e65 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (25ca4fda-f7ce-4869-907f-544253877ae1), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.318987 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:47.329150 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0746cf9a-2669-4f5f-b691-e27d00e24e65 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (25ca4fda-f7ce-4869-907f-544253877ae1), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.332685 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0746cf9a-2669-4f5f-b691-e27d00e24e65 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (25ca4fda-f7ce-4869-907f-544253877ae1), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.352231 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746cf9a-2669-4f5f-b691-e27d00e24e65 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ca4fda-f7ce-4869-907f-544253877ae1,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:47.358377 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0746cf9a-2669-4f5f-b691-e27d00e24e65 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.359577 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-0746cf9a-2669-4f5f-b691-e27d00e24e65 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278234 Aug 30 05:23:47.362260 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56468) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:47.366931 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-38845e90-769d-4728-aee8-23ad5e455ab0 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Request body: {'security_group_rule': {'security_group_id': '235c6c64-7d1b-4afa-aebc-4f8fe77d8525', 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:47.393577 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38845e90-769d-4728-aee8-23ad5e455ab0 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (5171d8b9-9758-45cb-b3c0-eb267199c4fc), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.448463 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38845e90-769d-4728-aee8-23ad5e455ab0 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (5171d8b9-9758-45cb-b3c0-eb267199c4fc), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.451789 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38845e90-769d-4728-aee8-23ad5e455ab0 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (5171d8b9-9758-45cb-b3c0-eb267199c4fc), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.468304 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38845e90-769d-4728-aee8-23ad5e455ab0 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5171d8b9-9758-45cb-b3c0-eb267199c4fc,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:47.478749 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38845e90-769d-4728-aee8-23ad5e455ab0 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.482482 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-38845e90-769d-4728-aee8-23ad5e455ab0 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167622 Aug 30 05:23:47.483076 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56470) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:47.487224 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-5d77005b-8c58-4cf8-b67b-cc70a5e60e08 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Request body: {'security_group_rule': {'security_group_id': '235c6c64-7d1b-4afa-aebc-4f8fe77d8525', 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:47.519920 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d77005b-8c58-4cf8-b67b-cc70a5e60e08 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (adf2ba33-dabf-4552-bb6d-e7c666898376), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.545670 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:47.574889 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d77005b-8c58-4cf8-b67b-cc70a5e60e08 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (adf2ba33-dabf-4552-bb6d-e7c666898376), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.578388 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d77005b-8c58-4cf8-b67b-cc70a5e60e08 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (adf2ba33-dabf-4552-bb6d-e7c666898376), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.598422 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77005b-8c58-4cf8-b67b-cc70a5e60e08 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf2ba33-dabf-4552-bb6d-e7c666898376,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:47.605946 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d77005b-8c58-4cf8-b67b-cc70a5e60e08 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.607151 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-5d77005b-8c58-4cf8-b67b-cc70a5e60e08 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233130 Aug 30 05:23:47.609859 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56472) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:47.614343 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.v2.base [None req-28653135-f4ff-45e3-a706-37b945484ac2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Request body: {'security_group_rule': {'security_group_id': '235c6c64-7d1b-4afa-aebc-4f8fe77d8525', 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106380) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:47.617430 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 5584d0b7-618f-4438-b30a-fb9d602c2352 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:47.642457 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-28653135-f4ff-45e3-a706-37b945484ac2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (060c2fca-4756-4bcd-a3f6-5a2d7272c659), before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.664239 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 5584d0b7-618f-4438-b30a-fb9d602c2352 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:47.664707 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.701710 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-28653135-f4ff-45e3-a706-37b945484ac2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (060c2fca-4756-4bcd-a3f6-5a2d7272c659), precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.702806 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:47.705423 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-28653135-f4ff-45e3-a706-37b945484ac2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (060c2fca-4756-4bcd-a3f6-5a2d7272c659), after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.723936 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28653135-f4ff-45e3-a706-37b945484ac2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060c2fca-4756-4bcd-a3f6-5a2d7272c659,revision_number=0']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:47.733515 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-28653135-f4ff-45e3-a706-37b945484ac2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.737677 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56474) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:47.737909 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-28653135-f4ff-45e3-a706-37b945484ac2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269865 Aug 30 05:23:47.741166 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 5584d0b7-618f-4438-b30a-fb9d602c2352 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:47.742262 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a4417960-2cd5-4f30-ad45-400f5605bde9 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:47.743483 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3de4db02-e0db-41a6-afce-b65b45b22acd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Request body: {'security_group_rule': {'security_group_id': '235c6c64-7d1b-4afa-aebc-4f8fe77d8525', 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:47.764462 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-3de4db02-e0db-41a6-afce-b65b45b22acd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Project 05ebb49967334f8bb6f2077fce987ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 05:23:47.770728 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3de4db02-e0db-41a6-afce-b65b45b22acd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (e4f38abe-702f-45bc-b83d-2511d20811f8), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.785916 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port a4417960-2cd5-4f30-ad45-400f5605bde9 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:47.786293 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.829976 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3de4db02-e0db-41a6-afce-b65b45b22acd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (e4f38abe-702f-45bc-b83d-2511d20811f8), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.833950 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3de4db02-e0db-41a6-afce-b65b45b22acd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (e4f38abe-702f-45bc-b83d-2511d20811f8), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.856414 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4db02-e0db-41a6-afce-b65b45b22acd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f38abe-702f-45bc-b83d-2511d20811f8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:47.862857 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port a4417960-2cd5-4f30-ad45-400f5605bde9 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:47.863255 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.866230 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3de4db02-e0db-41a6-afce-b65b45b22acd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.867645 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-3de4db02-e0db-41a6-afce-b65b45b22acd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288490 Aug 30 05:23:47.870201 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56476) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:23:47.875355 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-21a81261-b7a8-41c0-9fae-4399334c76cb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Request body: {'security_group_rule': {'security_group_id': '235c6c64-7d1b-4afa-aebc-4f8fe77d8525', 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:23:47.882536 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:47.884982 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port a4417960-2cd5-4f30-ad45-400f5605bde9, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a4417960-2cd5-4f30-ad45-400f5605bde9,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:23:47.888996 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.889761 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a143c320-93d6-4233-bbec-c0280a2814f8 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:47.895739 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-21a81261-b7a8-41c0-9fae-4399334c76cb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Project 05ebb49967334f8bb6f2077fce987ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 05:23:47.901523 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21a81261-b7a8-41c0-9fae-4399334c76cb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (8b3edc71-8595-4f87-8dd9-e1b22b2cba4b), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.961458 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21a81261-b7a8-41c0-9fae-4399334c76cb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (8b3edc71-8595-4f87-8dd9-e1b22b2cba4b), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.966029 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21a81261-b7a8-41c0-9fae-4399334c76cb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619753'] for security_group_rule (8b3edc71-8595-4f87-8dd9-e1b22b2cba4b), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.971142 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=a4417960-2cd5-4f30-ad45-400f5605bde9,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:47.974900 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port a143c320-93d6-4233-bbec-c0280a2814f8 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:47.975286 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:47.986587 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a81261-b7a8-41c0-9fae-4399334c76cb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3edc71-8595-4f87-8dd9-e1b22b2cba4b,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:48.000542 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21a81261-b7a8-41c0-9fae-4399334c76cb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:48.001759 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-21a81261-b7a8-41c0-9fae-4399334c76cb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300898 Aug 30 05:23:48.064619 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port a143c320-93d6-4233-bbec-c0280a2814f8 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:48.309813 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Sync routers for ids ['b3471b8a-8557-44a4-8320-cfc873ac6688'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:23:48.320094 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Routers {'b3471b8a-8557-44a4-8320-cfc873ac6688'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:23:48.320717 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:23:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['b3471b8a-8557-44a4-8320-cfc873ac6688'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:48.426626 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Set router b3471b8a-8557-44a4-8320-cfc873ac6688 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:23:48.622629 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:45Z', 'revision_number': 4, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'gw_port': {'id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '24f4db38-c234-4cc4-882b-f97e0de84a42', 'name': '', 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'mac_address': 'fa:16:3e:0e:25:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '374266cd-fa4a-4779-af81-9595220557e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:45Z', 'updated_at': '2022-08-30T05:23:46Z', 'revision_number': 2, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'subnets': [{'id': '374266cd-fa4a-4779-af81-9595220557e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:48.648131 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Checking router: b3471b8a-8557-44a4-8320-cfc873ac6688 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:23:48.648494 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Updating router b3471b8a-8557-44a4-8320-cfc873ac6688 port 24f4db38-c234-4cc4-882b-f97e0de84a42 binding host dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 05:23:48.678307 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:48.833700 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:48.941372 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Publish callbacks [] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:48.947084 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:49.003370 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:49.008651 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6366a-fa6c-4c5e-8a5f-9157a4b6f1b6 None None] Pushing event updated for resources: {'Port': ['ID=24f4db38-c234-4cc4-882b-f97e0de84a42,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:49.038227 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Attempting to bind port 24f4db38-c234-4cc4-882b-f97e0de84a42 on host dv-cinder-853910-4-iscsi for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:23:49.038593 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Attempting to bind port 24f4db38-c234-4cc4-882b-f97e0de84a42 by drivers openvswitch,hyperv on host dv-cinder-853910-4-iscsi at level 0 using segments [{'id': '3d5f703f-ffe7-48fd-8704-abd4c6912aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:23:49.038994 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Attempting to bind port 24f4db38-c234-4cc4-882b-f97e0de84a42 on network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:23:49.043955 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Checking agent: {'id': '6b3ba156-1e7e-4431-ab0e-51f7518d44dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 4, 10), 'started_at': datetime.datetime(2022, 8, 30, 5, 4, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:23:49.044321 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Checking segment: {'id': '3d5f703f-ffe7-48fd-8704-abd4c6912aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:23:49.044713 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:49.045097 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Bound using segment: {'id': '3d5f703f-ffe7-48fd-8704-abd4c6912aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:23:49.045552 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Bound port: 24f4db38-c234-4cc4-882b-f97e0de84a42, host: dv-cinder-853910-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5f703f-ffe7-48fd-8704-abd4c6912aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:23:49.045922 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:49.108381 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] For port 24f4db38-c234-4cc4-882b-f97e0de84a42, host dv-cinder-853910-4-iscsi, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:23:49.111337 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] For port 24f4db38-c234-4cc4-882b-f97e0de84a42, host dv-cinder-853910-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=24f4db38-c234-4cc4-882b-f97e0de84a42,segment=NetworkSegment(3d5f703f-ffe7-48fd-8704-abd4c6912aa1),segment_id=3d5f703f-ffe7-48fd-8704-abd4c6912aa1)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:23:49.117039 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:49.149415 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Routers {'b3471b8a-8557-44a4-8320-cfc873ac6688'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:23:49.150044 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:23:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['b3471b8a-8557-44a4-8320-cfc873ac6688'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:49.216665 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6366a-fa6c-4c5e-8a5f-9157a4b6f1b6 None None] Pushing event updated for resources: {'Port': ['ID=24f4db38-c234-4cc4-882b-f97e0de84a42,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:49.269595 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] Set router b3471b8a-8557-44a4-8320-cfc873ac6688 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:23:49.462601 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:45Z', 'revision_number': 4, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'gw_port': {'id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '24f4db38-c234-4cc4-882b-f97e0de84a42', 'name': '', 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'mac_address': 'fa:16:3e:0e:25:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '374266cd-fa4a-4779-af81-9595220557e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:45Z', 'updated_at': '2022-08-30T05:23:49Z', 'revision_number': 4, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'subnets': [{'id': '374266cd-fa4a-4779-af81-9595220557e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:23:49.490916 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2448b-a117-4bd8-926d-f8f2f820abfb None None] The sync data for ids ['b3471b8a-8557-44a4-8320-cfc873ac6688'] in dv-cinder-853910-4-iscsi is: [{'id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:45Z', 'revision_number': 4, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'gw_port': {'id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '24f4db38-c234-4cc4-882b-f97e0de84a42', 'name': '', 'network_id': 'ccf9c1bb-6ebe-44e7-a666-9067f9cc6997', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'mac_address': 'fa:16:3e:0e:25:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '374266cd-fa4a-4779-af81-9595220557e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:45Z', 'updated_at': '2022-08-30T05:23:49Z', 'revision_number': 4, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'subnets': [{'id': '374266cd-fa4a-4779-af81-9595220557e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:23:49.540539 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a4417960-2cd5-4f30-ad45-400f5605bde9 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:49.615899 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port a4417960-2cd5-4f30-ad45-400f5605bde9 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:49.616366 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:49.696821 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port a4417960-2cd5-4f30-ad45-400f5605bde9 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:50.561893 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:23:51.542056 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 24f4db38-c234-4cc4-882b-f97e0de84a42 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:51.585039 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 24f4db38-c234-4cc4-882b-f97e0de84a42 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:51.585342 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:51.607897 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:51.663694 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 24f4db38-c234-4cc4-882b-f97e0de84a42 is: DOWN; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:51.664088 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:51.696632 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] For port 24f4db38-c234-4cc4-882b-f97e0de84a42, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=24f4db38-c234-4cc4-882b-f97e0de84a42,segment=NetworkSegment(3d5f703f-ffe7-48fd-8704-abd4c6912aa1),segment_id=3d5f703f-ffe7-48fd-8704-abd4c6912aa1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:23:51.701679 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:51.727472 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:51.752089 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Pushing event updated for resources: {'Port': ['ID=24f4db38-c234-4cc4-882b-f97e0de84a42,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:23:53.535356 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 24f4db38-c234-4cc4-882b-f97e0de84a42 up at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:23:53.580921 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Provisioning complete for port 24f4db38-c234-4cc4-882b-f97e0de84a42 triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:23:53.581289 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:23:53.658602 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Current status of the port 24f4db38-c234-4cc4-882b-f97e0de84a42 is: ACTIVE; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:23:57.724118 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=23,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:57.724795 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=45,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:57.993820 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=70,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:23:57.994781 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=77,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:00.949010 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:03.715986 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=72 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:03.716948 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:04.442575 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-34c8861b-c1f4-49ce-a050-b1be304f0639 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-825295871&fields=id&tenant_id=05ebb49967334f8bb6f2077fce987ee3 HTTP/1.1" status: 200 len: 267 time: 0.0447669 Aug 30 05:24:04.549606 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a470a-ab05-4207-9867-f220526597b0 req-a74ba094-eab2-415d-8b0f-d76afa7d1aab tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:04.551088 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-a74ba094-eab2-415d-8b0f-d76afa7d1aab tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 809 time: 0.1021810 Aug 30 05:24:04.565783 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-a958c4ee-9bcc-476d-997c-c19c4e4f95d2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/quotas/05ebb49967334f8bb6f2077fce987ee3 HTTP/1.1" status: 200 len: 375 time: 0.0087488 Aug 30 05:24:04.614181 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-30671c00-5627-4f15-a75e-322f61f65309 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435209 Aug 30 05:24:04.716600 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-569fbcb5-b051-49fd-b2c5-9bb1a17e790e service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106380) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:24:04.717583 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-569fbcb5-b051-49fd-b2c5-9bb1a17e790e service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0928431 Aug 30 05:24:04.811639 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-554eb6b4-73a4-4b6f-b1b9-d0c07898f3a9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880408 Aug 30 05:24:04.842553 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-987724a7-d407-4a24-87ba-8cea17c0ad48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:04.903787 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-9325c1a7-3772-4784-b1e7-d6a42de06b46 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853620 Aug 30 05:24:05.197047 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-659b4789-aaac-4e55-852e-c32b712616c9 req-b9549a2f-7bbf-489a-b7ea-f8cc127e2e8c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 210 time: 0.0283902 Aug 30 05:24:06.301646 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-66024dad-7f60-43b8-b8e9-f9ab272ff7a0 req-0e0fb474-3727-4f0e-b254-5996a9b863ee tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 210 time: 0.0315466 Aug 30 05:24:06.340403 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a470a-ab05-4207-9867-f220526597b0 req-2290386d-5d94-4932-921c-2bfa0d85c05a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:06.341841 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-2290386d-5d94-4932-921c-2bfa0d85c05a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.82 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 809 time: 0.1173334 Aug 30 05:24:06.404340 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-d0e4760b-7d9e-48f4-baf9-0dcb97f9a9ac tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.82 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05ebb49967334f8bb6f2077fce987ee3 HTTP/1.1" status: 200 len: 379 time: 0.0530431 Aug 30 05:24:06.413655 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Request body: {'port': {'device_id': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'admin_state_up': True, 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'security_groups': ['235c6c64-7d1b-4afa-aebc-4f8fe77d8525']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:24:06.526309 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Made reservation on behalf of 05ebb49967334f8bb6f2077fce987ee3 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 05:24:06.530108 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:06.655692 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Allocated IP 172.20.0.8 (575e8862-a739-480a-b02b-b93764068dd4/b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356/28cd9f07-60ec-4528-9911-a8bd30f4567a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:24:06.801947 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:06.835804 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:06.880408 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Network 575e8862-a739-480a-b02b-b93764068dd4 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:24:06.883808 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:24:06.887788 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:24:06.893838 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'Port': ['ID=28cd9f07-60ec-4528-9911-a8bd30f4567a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:24:06.925895 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.926232 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.926587 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.927329 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.927553 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.927909 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.928254 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.928582 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.928911 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.929234 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.929559 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.929883 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.930204 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.930525 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.930894 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:06.956569 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:06.957090 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:06.974673 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-8fd487af-828a-43dd-b89e-832fb77281e8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.82 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5651636 Aug 30 05:24:06.984110 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-55c2f0b9-a6f3-4a36-9d8d-7c8c469ef0af tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:24:06.985080 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-55c2f0b9-a6f3-4a36-9d8d-7c8c469ef0af tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.82 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053434 Aug 30 05:24:07.048572 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Request body: {'port': {'device_id': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:24:07.069825 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:07.108199 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:07.136631 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:07.161313 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-437db797-5998-4afc-9223-d8b1fb73d70a None None] Provisioning complete for port 28cd9f07-60ec-4528-9911-a8bd30f4567a triggered by entity DHCP. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:24:07.161909 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-437db797-5998-4afc-9223-d8b1fb73d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:07.328297 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-437db797-5998-4afc-9223-d8b1fb73d70a None None] Port 28cd9f07-60ec-4528-9911-a8bd30f4567a cannot update to ACTIVE because it is not bound. {{(pid=106381) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 05:24:07.332878 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c55f1cf4-a5ba-42b7-97d5-90322e10a132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:07.373264 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cd9f07-60ec-4528-9911-a8bd30f4567a {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:24:07.391158 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Publish callbacks [] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:07.426462 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Transition to ACTIVE for port object 28cd9f07-60ec-4528-9911-a8bd30f4567a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 05:24:07.433445 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e77c3-4b45-4357-9f3c-2d2980ffec2b req-5f956508-6847-41a1-b2af-9ba3203eb397 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:07.434931 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-943e77c3-4b45-4357-9f3c-2d2980ffec2b req-5f956508-6847-41a1-b2af-9ba3203eb397 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 931 time: 0.0571616 Aug 30 05:24:07.435939 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:07.538570 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Pushing event updated for resources: {'Port': ['ID=28cd9f07-60ec-4528-9911-a8bd30f4567a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:24:07.565612 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-943e77c3-4b45-4357-9f3c-2d2980ffec2b req-af098e94-1b91-4e2b-81ae-6772f4afa2f8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238153 Aug 30 05:24:07.582629 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Attempting to bind port 28cd9f07-60ec-4528-9911-a8bd30f4567a on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 05:24:07.582929 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Attempting to bind port 28cd9f07-60ec-4528-9911-a8bd30f4567a by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 05:24:07.583261 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Attempting to bind port 28cd9f07-60ec-4528-9911-a8bd30f4567a on network 575e8862-a739-480a-b02b-b93764068dd4 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:24:07.587692 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Port 28cd9f07-60ec-4528-9911-a8bd30f4567a on network 575e8862-a739-480a-b02b-b93764068dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 05:24:07.588014 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Attempting to bind port 28cd9f07-60ec-4528-9911-a8bd30f4567a on network 575e8862-a739-480a-b02b-b93764068dd4 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 05:24:07.593254 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Checking agent: {'id': 'b48efd28-aea8-4960-af0f-215c0499d4f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'started_at': datetime.datetime(2022, 8, 30, 5, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 5, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 05:24:07.593585 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Checking segment: {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 05:24:07.593955 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Bound using segment: {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 05:24:07.594371 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Bound port: 28cd9f07-60ec-4528-9911-a8bd30f4567a, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '575e8862-a739-480a-b02b-b93764068dd4'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 05:24:07.594723 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:07.653896 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 05:24:07.656837 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 05:24:07.661641 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:07.665490 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:07.666105 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:07.667486 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] 10.222.0.82 "PUT /networking/v2.0/ports/28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 1093 time: 0.6746192 Aug 30 05:24:07.667952 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:24:07.670175 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a1e929-bae5-4a56-886c-c8948a435ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:24:07.712616 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7345b8e-2fb5-4aac-9fb1-d9204859285c x-openstack-request-id: req-c7345b8e-2fb5-4aac-9fb1-d9204859285c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:24:07.712927 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:24:07.713431 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c7345b8e-2fb5-4aac-9fb1-d9204859285c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:24:07.713827 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7345b8e-2fb5-4aac-9fb1-d9204859285c'] response: {'name': 'network-changed', 'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'status': 'completed', 'code': 200} Aug 30 05:24:07.746467 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27847162-494a-40e1-8e8e-91f84091e680 service neutron] Pushing event updated for resources: {'Port': ['ID=28cd9f07-60ec-4528-9911-a8bd30f4567a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:24:07.760374 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a470a-ab05-4207-9867-f220526597b0 req-fea2b216-50ad-42c6-a94b-90bfa48ff33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:07.761843 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-fea2b216-50ad-42c6-a94b-90bfa48ff33d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0428314 Aug 30 05:24:07.802800 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-542c711a-1fa8-419c-9204-22038530b201 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 217 time: 0.0307193 Aug 30 05:24:07.853977 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a470a-ab05-4207-9867-f220526597b0 req-41d2bfa4-054c-4b5b-b509-c8922cc27d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:07.855348 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-41d2bfa4-054c-4b5b-b509-c8922cc27d4f service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 200 len: 848 time: 0.0424681 Aug 30 05:24:07.872824 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:07.906443 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a470a-ab05-4207-9867-f220526597b0 req-3d97837c-9a98-41db-8f3d-71c5b4bf1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:07.907921 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-3d97837c-9a98-41db-8f3d-71c5b4bf1c9d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=575e8862-a739-480a-b02b-b93764068dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437739 Aug 30 05:24:07.999772 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-7c7a2d2c-d536-42d5-a9f9-3a76ca48fc17 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822999 Aug 30 05:24:08.094386 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b58a470a-ab05-4207-9867-f220526597b0 req-7cb04f06-2d36-49a3-b359-f7b8add72e88 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856495 Aug 30 05:24:08.391946 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:08.421957 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-b01b13d5-c076-4741-9cc1-2aa2bad8ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:08.423457 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-b01b13d5-c076-4741-9cc1-2aa2bad8ea6e service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0404589 Aug 30 05:24:08.460689 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:08.514497 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-e756d6a2-de1a-409a-8e1f-636ed42dbd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:08.515962 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-e756d6a2-de1a-409a-8e1f-636ed42dbd74 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 910 time: 0.0863307 Aug 30 05:24:08.556119 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-c961bbe5-7044-4a1f-b915-92fcf2448ccf service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 217 time: 0.0313528 Aug 30 05:24:08.606326 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-563aa019-0411-4842-b331-d1476a888c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:08.607781 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-563aa019-0411-4842-b331-d1476a888c3b service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 200 len: 848 time: 0.0428224 Aug 30 05:24:08.682636 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-e414b1ad-4e5f-4b3e-9fcf-f5100d3f9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:08.684069 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-e414b1ad-4e5f-4b3e-9fcf-f5100d3f9d7d service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=575e8862-a739-480a-b02b-b93764068dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676372 Aug 30 05:24:08.700128 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f587d4a-1298-40ac-ab37-20d863425f5a req-ef14f931-7048-41ff-b532-e4b2b56351b5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:08.701462 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4f587d4a-1298-40ac-ab37-20d863425f5a req-ef14f931-7048-41ff-b532-e4b2b56351b5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0595710 Aug 30 05:24:08.806094 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-4f587d4a-1298-40ac-ab37-20d863425f5a req-ea0b668c-ca8d-48c1-b7e9-5aa0a71d0c82 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980008 Aug 30 05:24:08.821577 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-e2200902-3f8f-44ec-90ce-b3a0147f5559 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278501 Aug 30 05:24:08.912405 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-44a1e929-bae5-4a56-886c-c8948a435ab8 req-a506d27e-e590-4ba0-807e-8876f1b3f268 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817995 Aug 30 05:24:09.928071 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771a696-7b3c-4937-b982-db370bd0d25c req-b7634402-e669-4b65-b7cc-f3e49d31486d tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:09.929535 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9771a696-7b3c-4937-b982-db370bd0d25c req-b7634402-e669-4b65-b7cc-f3e49d31486d tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0499930 Aug 30 05:24:09.979954 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-9771a696-7b3c-4937-b982-db370bd0d25c req-fe2665a9-79c6-4b1a-b33c-29d6698caa4d tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448720 Aug 30 05:24:10.000110 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:10.001888 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:11.100341 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7e646-2cb6-4fbe-b2fe-aaf1e38b247e req-0f82ab54-a86a-46ed-9a9c-317ed6b0faf7 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:11.101778 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8c7e646-2cb6-4fbe-b2fe-aaf1e38b247e req-0f82ab54-a86a-46ed-9a9c-317ed6b0faf7 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0499876 Aug 30 05:24:11.415499 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c8c7e646-2cb6-4fbe-b2fe-aaf1e38b247e req-5ee8866d-a3a0-450c-bf00-390775b50d81 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081992 Aug 30 05:24:12.532160 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95fdd6-d8f1-4569-b5a4-0fbfba105703 req-fae176b4-4a1c-4875-bb58-b4e623e042f3 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:12.533588 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ac95fdd6-d8f1-4569-b5a4-0fbfba105703 req-fae176b4-4a1c-4875-bb58-b4e623e042f3 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0463295 Aug 30 05:24:12.581125 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-ac95fdd6-d8f1-4569-b5a4-0fbfba105703 req-05514d01-17c8-4af6-a4f2-6f59d87bae4e tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Aug 30 05:24:13.698433 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb0ad6-c15e-41c9-ab24-e7a203d4b5ff req-4740c27d-42e8-4865-9ac8-13f994942f22 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:13.699919 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1deb0ad6-c15e-41c9-ab24-e7a203d4b5ff req-4740c27d-42e8-4865-9ac8-13f994942f22 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0477562 Aug 30 05:24:13.749401 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1deb0ad6-c15e-41c9-ab24-e7a203d4b5ff req-78b0b395-8ddc-47ab-9fb2-2b4dfed8ad0c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436721 Aug 30 05:24:14.865705 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e59b-40f9-458b-b670-b84bc7062e6a req-3c4999e3-7a07-413a-962c-dc5d44a3873e tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:14.867702 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c124e59b-40f9-458b-b670-b84bc7062e6a req-3c4999e3-7a07-413a-962c-dc5d44a3873e tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0460870 Aug 30 05:24:14.917894 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c124e59b-40f9-458b-b670-b84bc7062e6a req-34b53f4e-9676-42de-9114-b2c11d07577a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448096 Aug 30 05:24:16.036769 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bec894-8519-428a-8c86-a047784bd1b4 req-944d9b5b-46e0-426a-9706-218145b9d6e2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:16.038195 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c6bec894-8519-428a-8c86-a047784bd1b4 req-944d9b5b-46e0-426a-9706-218145b9d6e2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0486934 Aug 30 05:24:16.082219 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:16.087303 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c6bec894-8519-428a-8c86-a047784bd1b4 req-4d492534-aabf-4d30-99cc-d4563f64c3b6 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Aug 30 05:24:16.655832 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 28cd9f07-60ec-4528-9911-a8bd30f4567a details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:24:16.754138 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:24:16.765267 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'port_id': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'mac_address': 'fa:16:3e:3f:ed:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:24:16.800167 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 28cd9f07-60ec-4528-9911-a8bd30f4567a is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:24:16.800560 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:16.816230 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cd9f07-60ec-4528-9911-a8bd30f4567a {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:24:16.834508 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:24:16.839138 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:16.883117 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=28cd9f07-60ec-4528-9911-a8bd30f4567a,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:24:16.889833 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.890183 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.890530 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.890891 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.891227 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.891558 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.891891 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.892218 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.892544 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.892866 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.893191 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.893516 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.893836 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.894156 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:16.894474 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:24:17.095665 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['28cd9f07-60ec-4528-9911-a8bd30f4567a'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:24:17.184245 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:17.207099 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9456fb-f7fe-412d-b5ab-8a6466270912 req-b3dad748-dacf-4054-bf67-8f599483f5a8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:17.208563 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1f9456fb-f7fe-412d-b5ab-8a6466270912 req-b3dad748-dacf-4054-bf67-8f599483f5a8 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 944 time: 0.0468860 Aug 30 05:24:17.246808 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:17.259116 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1f9456fb-f7fe-412d-b5ab-8a6466270912 req-15d61828-bcab-42ea-9393-1086f2055171 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429566 Aug 30 05:24:18.374540 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddd751-9262-4b5b-a00d-fea076a276f9 req-516ef528-cc26-433e-b516-d69e942b3ad1 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:18.376028 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-47ddd751-9262-4b5b-a00d-fea076a276f9 req-516ef528-cc26-433e-b516-d69e942b3ad1 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 944 time: 0.0465591 Aug 30 05:24:18.423849 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-47ddd751-9262-4b5b-a00d-fea076a276f9 req-c147ec71-9c70-460a-ad3c-0bc2145ecfcb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Aug 30 05:24:18.657344 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 28cd9f07-60ec-4528-9911-a8bd30f4567a up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:24:18.697861 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning for port 28cd9f07-60ec-4528-9911-a8bd30f4567a completed by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 05:24:18.704021 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 28cd9f07-60ec-4528-9911-a8bd30f4567a triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:24:18.704464 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:18.779042 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 28cd9f07-60ec-4528-9911-a8bd30f4567a is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:24:18.780273 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:18.801846 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:24:18.804105 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0681e763-150a-4d33-817f-e68482f3e758" -d '{"events": [{"server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "name": "network-vif-plugged", "status": "completed", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:24:18.822020 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:24:18.825811 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:18.871393 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=28cd9f07-60ec-4528-9911-a8bd30f4567a,revision_number=5']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:24:18.905425 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7879cf-e448-4b7c-bfc3-f442e3e03beb x-openstack-request-id: req-4a7879cf-e448-4b7c-bfc3-f442e3e03beb {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:24:18.905760 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "name": "network-vif-plugged", "status": "completed", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:24:18.906016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a7879cf-e448-4b7c-bfc3-f442e3e03beb {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:24:18.906405 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7879cf-e448-4b7c-bfc3-f442e3e03beb'] response: {'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'code': 200} Aug 30 05:24:19.146787 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b79cd-5891-4507-9106-25aaaa742652 req-22850c24-92ae-4266-ad0d-b060ede5cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:19.148308 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-471b79cd-5891-4507-9106-25aaaa742652 req-22850c24-92ae-4266-ad0d-b060ede5cdb8 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0386403 Aug 30 05:24:19.198476 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-471b79cd-5891-4507-9106-25aaaa742652 req-e6f1e21d-95aa-4770-8167-ee3a970d9980 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Aug 30 05:24:19.541592 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861fd48-4bec-4d3e-8f6f-8ca30fcb87a8 req-07f27ff3-5483-4deb-97e3-6f8affde864c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:19.543056 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b861fd48-4bec-4d3e-8f6f-8ca30fcb87a8 req-07f27ff3-5483-4deb-97e3-6f8affde864c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0462258 Aug 30 05:24:19.561061 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:19.591355 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-b861fd48-4bec-4d3e-8f6f-8ca30fcb87a8 req-ded4d217-53a4-4b68-bdf1-a393d0d29ab4 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Aug 30 05:24:20.713592 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e1f6-a970-4e06-99f1-f91208a53a64 req-a2c038ff-7dc2-4594-bb2c-2d6e281faf46 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:20.715090 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a0d0e1f6-a970-4e06-99f1-f91208a53a64 req-a2c038ff-7dc2-4594-bb2c-2d6e281faf46 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0490241 Aug 30 05:24:20.764521 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a0d0e1f6-a970-4e06-99f1-f91208a53a64 req-929d63e5-553d-46b1-bc5f-ac45b7346370 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 Aug 30 05:24:21.886581 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb886b-d545-4b3f-b85d-6f7e0f21d409 req-6c5a20d0-f578-420b-8452-1500bb38acce tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:21.888045 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f0cb886b-d545-4b3f-b85d-6f7e0f21d409 req-6c5a20d0-f578-420b-8452-1500bb38acce tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0462620 Aug 30 05:24:21.935225 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-f0cb886b-d545-4b3f-b85d-6f7e0f21d409 req-a11f2a31-133d-4b3d-97fb-72806b8217f7 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 Aug 30 05:24:22.056483 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5b069-9951-4d29-b4fe-bddfcb7e5e60 req-683d728b-7c65-4646-89b8-78790e6aaa2a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:22.057874 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e1b5b069-9951-4d29-b4fe-bddfcb7e5e60 req-683d728b-7c65-4646-89b8-78790e6aaa2a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0492949 Aug 30 05:24:22.097834 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:22.107008 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-e1b5b069-9951-4d29-b4fe-bddfcb7e5e60 req-383832ff-c218-4383-abce-095e38cc4e56 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 Aug 30 05:24:22.133080 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56656) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:24:22.212635 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be054f2c-da02-4ae0-a9fd-49433ae26bb0 tempest-TestShelveInstance-393701446 tempest-TestShelveInstance-393701446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:22.214495 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-be054f2c-da02-4ae0-a9fd-49433ae26bb0 tempest-TestShelveInstance-393701446 tempest-TestShelveInstance-393701446-project-admin] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1124 time: 0.0804060 Aug 30 05:24:22.217413 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:24:22.221441 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.v2.base [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Request body: {'floatingip': {'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'port_id': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 05:24:22.243434 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:22.318612 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (None), before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:22.421212 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Allocated IP 172.27.4.155 (c63a45f8-5e8e-4f69-bd55-ed1dd3749f76/401f881d-d631-4bc1-84c6-5c4458a8a550/b71923ab-1d26-4867-b3f0-7427f020fe21) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 05:24:22.520562 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for port (b71923ab-1d26-4867-b3f0-7427f020fe21), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:22.551291 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790861165105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (b71923ab-1d26-4867-b3f0-7427f020fe21), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:22.590995 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:22.593320 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Network c63a45f8-5e8e-4f69-bd55-ed1dd3749f76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 05:24:22.598143 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 05:24:22.603274 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 05:24:22.625255 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'Port': ['ID=b71923ab-1d26-4867-b3f0-7427f020fe21,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:24:22.858597 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:22.948141 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for floatingip (14963580-ccc5-4b81-9cf2-670588e42fc3), precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:23.012227 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (b71923ab-1d26-4867-b3f0-7427f020fe21), before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:23.155381 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for port (b71923ab-1d26-4867-b3f0-7427f020fe21), precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:23.159803 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260664184'] for port (b71923ab-1d26-4867-b3f0-7427f020fe21), after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:23.227857 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516481'] for floatingip (14963580-ccc5-4b81-9cf2-670588e42fc3), after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:23.230502 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event updated for resources: {'Port': ['ID=b71923ab-1d26-4867-b3f0-7427f020fe21,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:24:23.320904 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Floating IP 14963580-ccc5-4b81-9cf2-670588e42fc3 associated. External IP: 172.27.4.155, port: 28cd9f07-60ec-4528-9911-a8bd30f4567a. Aug 30 05:24:23.488977 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:23.516915 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:24:23.617404 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:24:23.627519 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] Sync routers for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:24:23.628683 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:23.637490 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:23.637702 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:24:23.638152 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:24:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:24:23.669918 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-bc67023b-ead9-4b57-820c-3f3738878c6a tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4515142 Aug 30 05:24:23.670506 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:24:23.672792 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3323299-348f-478b-85a5-0f6de073e125" -d '{"events": [{"name": "network-changed", "server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:24:23.709258 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af927830-f592-40eb-b86c-a03e1b76a5ab x-openstack-request-id: req-af927830-f592-40eb-b86c-a03e1b76a5ab {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:24:23.709553 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:24:23.709809 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af927830-f592-40eb-b86c-a03e1b76a5ab {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:24:23.710215 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af927830-f592-40eb-b86c-a03e1b76a5ab'] response: {'name': 'network-changed', 'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'status': 'completed', 'code': 200} Aug 30 05:24:23.747472 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:24:23.772289 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323299-348f-478b-85a5-0f6de073e125 req-091b8fba-9656-4d55-8bcd-a7ec5bcba563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:23.773791 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c3323299-348f-478b-85a5-0f6de073e125 req-091b8fba-9656-4d55-8bcd-a7ec5bcba563 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0399256 Aug 30 05:24:23.868183 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323299-348f-478b-85a5-0f6de073e125 req-3e2f70b7-c821-4e2b-861b-295327dc9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:23.869682 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c3323299-348f-478b-85a5-0f6de073e125 req-3e2f70b7-c821-4e2b-861b-295327dc9bdc service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 910 time: 0.0897141 Aug 30 05:24:23.932849 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c3323299-348f-478b-85a5-0f6de073e125 req-2db63aa7-9bf5-4fb4-919e-ac0455463dc0 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 999 time: 0.0577741 Aug 30 05:24:23.953911 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '14963580-ccc5-4b81-9cf2-670588e42fc3', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'floating_ip_address': '172.27.4.155', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'port_id': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'mac_address': 'fa:16:3e:3f:ed:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:24:22Z', 'updated_at': '2022-08-30T05:24:22Z', 'revision_number': 0, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5584d0b7-618f-4438-b30a-fb9d602c2352', 'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'mac_address': 'fa:16:3e:f9:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:40Z', 'updated_at': '2022-08-30T05:23:46Z', 'revision_number': 5, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'subnets': [{'id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:24:23.978264 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] Checking router: 7d461cbe-9950-4f16-a9b1-5d54df6d1763 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:24:23.981274 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323299-348f-478b-85a5-0f6de073e125 req-7104542f-7e18-4938-ba04-83b9ba2b0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:23.982741 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c3323299-348f-478b-85a5-0f6de073e125 req-7104542f-7e18-4938-ba04-83b9ba2b0815 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 200 len: 848 time: 0.0441034 Aug 30 05:24:23.986543 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:24:23.987158 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:24:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:24:24.025352 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323299-348f-478b-85a5-0f6de073e125 req-519ee11c-cdbc-4488-81e9-1279f15f0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:24:24.026735 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c3323299-348f-478b-85a5-0f6de073e125 req-519ee11c-cdbc-4488-81e9-1279f15f0c1e service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=575e8862-a739-480a-b02b-b93764068dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385275 Aug 30 05:24:24.087569 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:24:24.122547 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c3323299-348f-478b-85a5-0f6de073e125 req-ff13973c-bb44-44ac-a5eb-6e84a18b7380 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879645 Aug 30 05:24:24.213674 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c3323299-348f-478b-85a5-0f6de073e125 req-b4878c84-fdeb-4819-9fa4-c732799a0ae5 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849059 Aug 30 05:24:24.299247 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '14963580-ccc5-4b81-9cf2-670588e42fc3', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'floating_ip_address': '172.27.4.155', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'port_id': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'mac_address': 'fa:16:3e:3f:ed:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:24:22Z', 'updated_at': '2022-08-30T05:24:22Z', 'revision_number': 0, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5584d0b7-618f-4438-b30a-fb9d602c2352', 'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'mac_address': 'fa:16:3e:f9:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:40Z', 'updated_at': '2022-08-30T05:23:46Z', 'revision_number': 5, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'subnets': [{'id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:24:24.322779 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b1e02-c1a2-4217-b032-83a899a6176c None None] The sync data for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi is: [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_floatingips': [{'id': '14963580-ccc5-4b81-9cf2-670588e42fc3', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'floating_ip_address': '172.27.4.155', 'floating_network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'router_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'port_id': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'mac_address': 'fa:16:3e:3f:ed:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T05:24:22Z', 'updated_at': '2022-08-30T05:24:22Z', 'revision_number': 0, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5584d0b7-618f-4438-b30a-fb9d602c2352', 'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'mac_address': 'fa:16:3e:f9:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:40Z', 'updated_at': '2022-08-30T05:23:46Z', 'revision_number': 5, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'subnets': [{'id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:24:24.512136 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298901c-0eaa-4314-8e28-139c88867775 None None] New status for floating IP 14963580-ccc5-4b81-9cf2-670588e42fc3: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:24:27.560349 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:24:30.951509 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:32.103278 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=90 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:34.207981 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=72 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:34.209902 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=48 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:34.845014 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ccb280e0-ccb8-4214-9ae5-a3b09c619cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:37.195496 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4a1d67e9-dade-434c-bcd8-9b8275ce0ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:37.555668 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=77 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:37.556404 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=79 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:38.467744 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:40.002858 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:40.003930 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:24:49.987676 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:24:49.998293 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:00.965382 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:02.090371 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=21 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:02.092794 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=11 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:04.558941 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:25:04.846420 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8ea12e16-206b-4f47-8319-e6d7543072d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:06.830888 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-e7b3e87d-730f-448f-b92f-db5e928f2000 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418212 Aug 30 05:25:06.915748 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-674749bf-479d-4842-a98a-c0507ed57204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:25:06.917336 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-674749bf-479d-4842-a98a-c0507ed57204 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0388992 Aug 30 05:25:07.022222 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-76a9f4bf-6dc1-4021-aa49-def3a0935e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:25:07.024157 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-76a9f4bf-6dc1-4021-aa49-def3a0935e68 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 910 time: 0.0849407 Aug 30 05:25:07.092090 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-e0f491f6-c8d8-431d-8a77-67ffc20a3af0 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 1001 time: 0.0579412 Aug 30 05:25:07.141925 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-968ce897-eb21-4d03-8b61-a1a32c29c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:25:07.143403 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-968ce897-eb21-4d03-8b61-a1a32c29c434 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 200 len: 848 time: 0.0424323 Aug 30 05:25:07.185944 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-bb91647b-eb41-48fd-ab8e-69563878feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:25:07.187487 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-bb91647b-eb41-48fd-ab8e-69563878feef service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=575e8862-a739-480a-b02b-b93764068dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370574 Aug 30 05:25:07.197355 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1b9264e8-f944-45c9-bc01-ad92b93421d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:07.282248 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-7090c328-ab44-4772-b1b5-aec49f4372d0 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852203 Aug 30 05:25:07.375437 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-288012b6-6457-464a-9ec0-2f0fc2708cee req-a7518bb6-8876-46f6-beb4-a7636ff09b17 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807097 Aug 30 05:25:08.467518 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:10.003261 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:10.005003 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:14.554560 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:14.555334 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:17.366367 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=49 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:17.372543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=52 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:19.997374 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:20.001976 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:30.980258 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:34.847448 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ce2bf717-9ca3-4433-b48c-bad1d0f45fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:37.199672 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ddf1bc73-12df-4a87-a8bb-595fbfa46c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:37.716075 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:37.721357 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:38.469326 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:40.003833 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:40.010209 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:25:41.558538 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:25:50.001671 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:50.006050 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:51.553126 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:25:51.553883 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:00.978277 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:03.720941 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:04.849110 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-df677f06-dfe1-485c-a8da-ef26c46d804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:07.036426 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-ab0b8439-4315-4ffd-9e65-e53d760eaf37 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409904 Aug 30 05:26:07.128171 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-48312779-189e-4f5f-a600-94d1a357b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:07.129635 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-48312779-189e-4f5f-a600-94d1a357b55f service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0396028 Aug 30 05:26:07.200899 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d9b9cee4-4740-418a-a6d9-1bfe7c1c190c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:07.242020 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-119dc1d5-451e-40f8-be2d-726b9b95188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:07.243529 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-119dc1d5-451e-40f8-be2d-726b9b95188a service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 910 time: 0.0903533 Aug 30 05:26:07.307876 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-3ddb30f6-f2f5-471c-b927-e6a8437085b3 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 1001 time: 0.0537741 Aug 30 05:26:07.357615 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-04d0e0a0-013e-43ee-8b51-06767129bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:07.359030 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-04d0e0a0-013e-43ee-8b51-06767129bee7 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 200 len: 848 time: 0.0427248 Aug 30 05:26:07.406540 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-3428daea-0079-4790-a297-bd1d2d0ed7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:07.407999 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-3428daea-0079-4790-a297-bd1d2d0ed7f9 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=575e8862-a739-480a-b02b-b93764068dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400589 Aug 30 05:26:07.499237 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-01965e57-927b-4dfe-ad9e-21614f9a083f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814950 Aug 30 05:26:07.590932 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e840bba5-cf16-4db8-83a7-61804a30ff7b req-47f9b524-4263-4a54-b41e-0e684d7762e5 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850174 Aug 30 05:26:08.470914 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:10.005433 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:10.010682 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:14.717466 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=6 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:17.585235 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=53 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:17.588198 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=48 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:18.557415 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:26:20.003400 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:20.005300 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:20.187087 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346edb58-46ff-4c61-a22d-587f9bfd0d94 req-edfb4dab-4e17-4477-866c-21e0a9df3110 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:20.188523 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-346edb58-46ff-4c61-a22d-587f9bfd0d94 req-edfb4dab-4e17-4477-866c-21e0a9df3110 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0475757 Aug 30 05:26:20.236877 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-346edb58-46ff-4c61-a22d-587f9bfd0d94 req-23040d60-6606-4217-9be0-0d7316c08b28 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426676 Aug 30 05:26:21.355893 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204349b-2d8f-41b6-81a4-723a5aba5fc1 req-ccbfa0c9-5353-4519-8326-56ac30338132 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:21.357319 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f204349b-2d8f-41b6-81a4-723a5aba5fc1 req-ccbfa0c9-5353-4519-8326-56ac30338132 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0468762 Aug 30 05:26:21.404848 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f204349b-2d8f-41b6-81a4-723a5aba5fc1 req-907d71a1-d1e6-4b0e-b803-e64ee9b71e85 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421605 Aug 30 05:26:22.523396 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07daf46-fa25-48fa-badf-7d009a6e1bbb req-b0984b60-b756-49af-a88e-18df8cf3c5bf tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:22.524816 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c07daf46-fa25-48fa-badf-7d009a6e1bbb req-b0984b60-b756-49af-a88e-18df8cf3c5bf tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0448182 Aug 30 05:26:22.575184 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-c07daf46-fa25-48fa-badf-7d009a6e1bbb req-f9a995bd-adc7-4aa2-9272-7c80a82b3489 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449071 Aug 30 05:26:23.695316 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424638a-6130-413c-b4da-f521bf465b36 req-d426dde9-0e75-449a-b31b-8af59057406c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:23.697325 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1424638a-6130-413c-b4da-f521bf465b36 req-d426dde9-0e75-449a-b31b-8af59057406c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0505846 Aug 30 05:26:23.745784 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1424638a-6130-413c-b4da-f521bf465b36 req-78787994-1201-4195-806b-b0119a91f07e tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428414 Aug 30 05:26:24.862544 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38273f5d-97f5-43b1-b276-aa3ded8b23f5 req-9c673ece-4fae-43cb-bcc4-82b63f0ddd1e tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:24.864023 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-38273f5d-97f5-43b1-b276-aa3ded8b23f5 req-9c673ece-4fae-43cb-bcc4-82b63f0ddd1e tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0470715 Aug 30 05:26:24.913408 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-38273f5d-97f5-43b1-b276-aa3ded8b23f5 req-6024c31f-29df-4a9c-99dd-3d04d810ae73 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438974 Aug 30 05:26:26.029289 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11e48-4cbe-4a32-b722-3b42ead95d05 req-662818dc-5ecc-40bb-b7f9-0f481576d7bb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:26.030713 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-81a11e48-4cbe-4a32-b722-3b42ead95d05 req-662818dc-5ecc-40bb-b7f9-0f481576d7bb tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0456843 Aug 30 05:26:26.079098 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-81a11e48-4cbe-4a32-b722-3b42ead95d05 req-9ac37703-a631-450f-b75d-637296edf244 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427542 Aug 30 05:26:27.202467 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7ee0-b8eb-49d5-8c18-5ff1b52dc414 req-6dc96cf5-62e8-439a-9ecf-51a72fd1ca63 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:27.203941 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d8c7ee0-b8eb-49d5-8c18-5ff1b52dc414 req-6dc96cf5-62e8-439a-9ecf-51a72fd1ca63 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0516601 Aug 30 05:26:27.251427 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-9d8c7ee0-b8eb-49d5-8c18-5ff1b52dc414 req-61335a7e-e7cd-4b6f-b380-1b8ed56a8a5b tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420158 Aug 30 05:26:28.368911 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f539a-2462-4fd0-8935-999954c68ea1 req-0e79dfa8-6a99-4a36-8b33-2b6daeadea28 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:28.370352 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-642f539a-2462-4fd0-8935-999954c68ea1 req-0e79dfa8-6a99-4a36-8b33-2b6daeadea28 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0467207 Aug 30 05:26:28.422025 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-642f539a-2462-4fd0-8935-999954c68ea1 req-ce8ce982-979b-42d4-91b9-813c1c217b12 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460720 Aug 30 05:26:28.553478 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:29.545007 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffae38-c83f-44b8-bb6b-7efae7dcb61b req-0b6bccce-1a21-44de-bb77-1d06560d70c4 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:29.546456 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d5ffae38-c83f-44b8-bb6b-7efae7dcb61b req-0b6bccce-1a21-44de-bb77-1d06560d70c4 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0496476 Aug 30 05:26:29.594646 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-d5ffae38-c83f-44b8-bb6b-7efae7dcb61b req-0f45643b-d7e8-4f99-93c4-b909edbed493 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425100 Aug 30 05:26:30.420036 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-9da27116-cae2-4307-aebe-7f1485663682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:30.421581 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-9da27116-cae2-4307-aebe-7f1485663682 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0390010 Aug 30 05:26:30.518314 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-8b973c3b-671c-4062-89da-f303a1652ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:30.519799 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-8b973c3b-671c-4062-89da-f303a1652ca4 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 910 time: 0.0879841 Aug 30 05:26:30.583275 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-96abe131-e529-4cd8-8bb6-08dc362dc439 service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 1001 time: 0.0538833 Aug 30 05:26:30.636747 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-c67c2081-7c2a-4ab6-a261-c600085736c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:30.638179 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-c67c2081-7c2a-4ab6-a261-c600085736c5 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 200 len: 848 time: 0.0431850 Aug 30 05:26:30.688263 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-bf727c9e-7c55-4512-9666-c5bfceb7db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:30.689665 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-bf727c9e-7c55-4512-9666-c5bfceb7db93 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=575e8862-a739-480a-b02b-b93764068dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418561 Aug 30 05:26:30.714747 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045b852-07d6-4580-8eb3-159fe4708825 req-0e76fd71-e173-4013-9a6e-54da6e496fbd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:30.716223 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6045b852-07d6-4580-8eb3-159fe4708825 req-0e76fd71-e173-4013-9a6e-54da6e496fbd tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0474513 Aug 30 05:26:30.764954 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-6045b852-07d6-4580-8eb3-159fe4708825 req-1d04978d-1281-4ff6-a206-472b90fcb693 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430958 Aug 30 05:26:30.782670 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-ac84ebac-ab49-476d-91c3-7d66b10db53f service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832279 Aug 30 05:26:30.874584 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ae346a28-2183-4294-938b-f2ff0ba65166 req-33e17e05-5a10-4603-adbd-18687f49226b service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855291 Aug 30 05:26:30.979909 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:31.882073 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744fd92-eaf4-47d7-ae5d-6ebfa6f1fdd1 req-eda15aff-09ff-4abd-bb94-13e92b608453 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:31.883544 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e744fd92-eaf4-47d7-ae5d-6ebfa6f1fdd1 req-eda15aff-09ff-4abd-bb94-13e92b608453 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0470343 Aug 30 05:26:31.901498 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:31.932342 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e744fd92-eaf4-47d7-ae5d-6ebfa6f1fdd1 req-443557a6-9148-409a-8d84-2e3eaacd9641 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433843 Aug 30 05:26:33.049589 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9dc28-3efe-4405-9abd-6641b33bbe27 req-b76f1a3e-8d46-43d8-80da-a2560dab7baf tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:33.051788 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f7c9dc28-3efe-4405-9abd-6641b33bbe27 req-b76f1a3e-8d46-43d8-80da-a2560dab7baf tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0473609 Aug 30 05:26:33.102599 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-f7c9dc28-3efe-4405-9abd-6641b33bbe27 req-ce351fe6-6907-4425-8e44-9b07d750123c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437315 Aug 30 05:26:34.220342 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:34.228777 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531465a-a7fd-4102-a71e-2b77a5b5be2f req-627da536-1d62-48c3-b74f-f1f61fca8c2c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:34.230251 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7531465a-a7fd-4102-a71e-2b77a5b5be2f req-627da536-1d62-48c3-b74f-f1f61fca8c2c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0515292 Aug 30 05:26:34.282366 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-7531465a-a7fd-4102-a71e-2b77a5b5be2f req-7af9524b-6f9d-43b0-9152-9daa527aeb5b tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424409 Aug 30 05:26:34.530647 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcce7be-702b-438b-903b-0979f3121271 req-7e0e53c5-7c90-489d-b786-a1c40cc94575 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:34.532132 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6bcce7be-702b-438b-903b-0979f3121271 req-7e0e53c5-7c90-489d-b786-a1c40cc94575 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0743394 Aug 30 05:26:34.538151 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-453970ec-d5a6-41b6-9ca6-7c3e64cbe2cc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012616 Aug 30 05:26:34.550008 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-d0181165-9faf-4825-aa15-dafad4b32c62 service neutron] http://10.222.0.77:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 05:26:34.550947 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-d0181165-9faf-4825-aa15-dafad4b32c62 service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049138 Aug 30 05:26:34.585971 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-6bcce7be-702b-438b-903b-0979f3121271 req-fe8d8f68-9530-4c41-80e5-dd44775b0e8c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469201 Aug 30 05:26:34.850893 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0353c309-256e-4826-92a7-9810e1132d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:35.328173 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 28cd9f07-60ec-4528-9911-a8bd30f4567a no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:26:35.399907 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 28cd9f07-60ec-4528-9911-a8bd30f4567a is: ACTIVE; New status is: DOWN {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:26:35.400283 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:35.422643 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:26:35.425002 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389c3eef-00cf-4312-804a-bb1ca00ce236" -d '{"events": [{"server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "name": "network-vif-unplugged", "status": "completed", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:26:35.437481 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:26:35.442517 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:35.465968 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 05:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf0f31f-117c-478d-aeca-8d0b3ee0bd16 x-openstack-request-id: req-ecf0f31f-117c-478d-aeca-8d0b3ee0bd16 {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:26:35.466260 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "name": "network-vif-unplugged", "status": "failed", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a", "code": 422}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:26:35.466515 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ecf0f31f-117c-478d-aeca-8d0b3ee0bd16 {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:26:35.466975 dv-cinder-853910-4-iscsi neutron-server[106381]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ecf0f31f-117c-478d-aeca-8d0b3ee0bd16']: {'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'code': 422} returned with failed status Aug 30 05:26:35.491544 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=28cd9f07-60ec-4528-9911-a8bd30f4567a,revision_number=6']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:26:35.498597 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.498981 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.499332 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.499672 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.500004 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.500334 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.500662 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.500985 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.501311 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.501633 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.501956 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.502278 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.502596 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.502934 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.503254 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:26:35.685000 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-39acd049-435e-4e51-83e1-6850dd520bf4 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:35.686354 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-39acd049-435e-4e51-83e1-6850dd520bf4 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports/28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 940 time: 0.0989091 Aug 30 05:26:35.707513 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7224e-bd54-49f4-97b3-5f7cd6c5055b req-14169ac3-d31d-4195-9060-ade515e250fa tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:35.708995 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dba7224e-bd54-49f4-97b3-5f7cd6c5055b req-14169ac3-d31d-4195-9060-ade515e250fa tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0502462 Aug 30 05:26:35.758617 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-dba7224e-bd54-49f4-97b3-5f7cd6c5055b req-67eedf14-430c-4291-a4f7-f572e884fd39 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Aug 30 05:26:36.876034 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1e578-34f7-4610-8dc8-85c63ddf00e5 req-1a843135-26a9-468d-8f66-24b073ce720c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:36.877518 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-57f1e578-34f7-4610-8dc8-85c63ddf00e5 req-1a843135-26a9-468d-8f66-24b073ce720c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0486426 Aug 30 05:26:36.927318 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-57f1e578-34f7-4610-8dc8-85c63ddf00e5 req-40eedef8-0549-4e1f-905b-f61d724c7244 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431342 Aug 30 05:26:37.202909 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3fc2-3902-4d02-a3e0-681a0b4f5d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:38.043378 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba7d61-ae0b-4470-b9f5-8f4c4402a31a req-b7cadf06-f8bb-4f68-bf67-bc710e161fa7 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:38.044857 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-78ba7d61-ae0b-4470-b9f5-8f4c4402a31a req-b7cadf06-f8bb-4f68-bf67-bc710e161fa7 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0466685 Aug 30 05:26:38.093501 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-78ba7d61-ae0b-4470-b9f5-8f4c4402a31a req-813e2947-041e-41fa-8205-13024b7a0d70 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Aug 30 05:26:38.474072 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:39.209360 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe58b20-c163-4cab-8911-6d41d154ab92 req-b7293294-c4ae-483f-ac5f-ae96ecac6d73 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:39.210747 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cfe58b20-c163-4cab-8911-6d41d154ab92 req-b7293294-c4ae-483f-ac5f-ae96ecac6d73 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0472257 Aug 30 05:26:39.262796 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-cfe58b20-c163-4cab-8911-6d41d154ab92 req-ded46c93-ef46-48b5-969e-5066ce600617 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Aug 30 05:26:39.999563 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:40.010897 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:40.085230 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-5f447c7d-5c07-4bbd-8346-c0d64c27e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:40.087348 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-5f447c7d-5c07-4bbd-8346-c0d64c27e687 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8&tenant_id=05ebb49967334f8bb6f2077fce987ee3 HTTP/1.1" status: 200 len: 1127 time: 0.0435205 Aug 30 05:26:40.149672 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-b29ef5d6-a115-4e2d-8100-a2f0f6bb1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:40.151167 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-b29ef5d6-a115-4e2d-8100-a2f0f6bb1439 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0390599 Aug 30 05:26:40.241358 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-9963d9c7-2fb0-45f3-ac47-3525827a4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:40.243298 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-9963d9c7-2fb0-45f3-ac47-3525827a4118 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 910 time: 0.0830412 Aug 30 05:26:40.309567 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-33c73b51-c688-4daf-b934-e76f6627dc6f service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 999 time: 0.0572374 Aug 30 05:26:40.391220 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-ee7da2aa-9e0b-413a-bc79-3abfdac0170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:40.392649 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-ee7da2aa-9e0b-413a-bc79-3abfdac0170d service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 200 len: 848 time: 0.0746543 Aug 30 05:26:40.400093 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089c233-ed9d-4bf2-87e5-d42df132674b req-e149594f-72d3-401b-ab95-1af638f5ced6 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:40.401447 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1089c233-ed9d-4bf2-87e5-d42df132674b req-e149594f-72d3-401b-ab95-1af638f5ced6 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0574825 Aug 30 05:26:40.463618 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-9591e2d6-2731-4129-834c-0a2c2465d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:40.465123 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-9591e2d6-2731-4129-834c-0a2c2465d2ca service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=575e8862-a739-480a-b02b-b93764068dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628436 Aug 30 05:26:40.489156 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-1089c233-ed9d-4bf2-87e5-d42df132674b req-585909e0-4c07-4c35-afd1-8b81853b637f tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785017 Aug 30 05:26:40.568211 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-f885598d-5b26-4625-b756-061c02b6d292 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917361 Aug 30 05:26:40.627245 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:40.660774 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-a72ee018-387b-41fb-9cbc-67956c1e1b8a req-3ac4400f-887c-4ac4-b0d5-49c0d32d2fa9 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820773 Aug 30 05:26:41.608759 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0cb2d-be7b-43e6-ab27-c549e2582fec req-a9a0edde-a557-4586-aea7-afd7947a43e6 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:41.610191 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c6b0cb2d-be7b-43e6-ab27-c549e2582fec req-a9a0edde-a557-4586-aea7-afd7947a43e6 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0471923 Aug 30 05:26:41.658485 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-c6b0cb2d-be7b-43e6-ab27-c549e2582fec req-490e8ffc-e86f-422d-8fb1-0e3e55ffdc04 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428505 Aug 30 05:26:42.776543 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b2186-24e5-4105-9a49-536f8f8def80 req-3c929cfc-255d-46dd-9495-b234f86a0e0d tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:42.777898 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-263b2186-24e5-4105-9a49-536f8f8def80 req-3c929cfc-255d-46dd-9495-b234f86a0e0d tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 943 time: 0.0458462 Aug 30 05:26:42.789650 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=100 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:42.828381 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-263b2186-24e5-4105-9a49-536f8f8def80 req-61d1fc91-01b5-4c71-98f0-460f0f73daa6 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448904 Aug 30 05:26:43.404466 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 28cd9f07-60ec-4528-9911-a8bd30f4567a details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106381) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 05:26:43.500934 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:26:43.514920 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Returning: {'device': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'port_id': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'mac_address': 'fa:16:3e:3f:ed:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106381) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 05:26:43.548150 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 28cd9f07-60ec-4528-9911-a8bd30f4567a is: DOWN; New status is: BUILD {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:26:43.548537 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:43.561691 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cd9f07-60ec-4528-9911-a8bd30f4567a {{(pid=106381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 05:26:43.580634 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:26:43.584303 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:43.628198 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=28cd9f07-60ec-4528-9911-a8bd30f4567a,revision_number=7']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:26:43.878896 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] get_ports_and_sgs() called for port_ids ['28cd9f07-60ec-4528-9911-a8bd30f4567a'] {{(pid=106381) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 05:26:43.910611 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:43.912558 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=82 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:43.948071 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89c998-7b1f-425c-80e0-2a7fa70ff6db req-99096b42-38c5-4cb5-8296-418261665d07 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:43.949521 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e89c998-7b1f-425c-80e0-2a7fa70ff6db req-99096b42-38c5-4cb5-8296-418261665d07 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 944 time: 0.0476894 Aug 30 05:26:43.998400 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-1e89c998-7b1f-425c-80e0-2a7fa70ff6db req-cbbfe61d-490f-4ae4-b290-b6042969943c tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433624 Aug 30 05:26:44.062962 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:44.085388 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:45.114272 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc22285-acaa-41e9-960f-e5fc8bc12d35 req-cfd8e985-68d2-4e5a-8723-9142b4f949cf tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:45.115722 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-adc22285-acaa-41e9-960f-e5fc8bc12d35 req-cfd8e985-68d2-4e5a-8723-9142b4f949cf tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 944 time: 0.0453613 Aug 30 05:26:45.162189 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-adc22285-acaa-41e9-960f-e5fc8bc12d35 req-2a9d3b04-8fbf-4879-92fe-57922863f75d tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404227 Aug 30 05:26:45.420904 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 28cd9f07-60ec-4528-9911-a8bd30f4567a up at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 05:26:45.466341 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.provisioning_blocks [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Provisioning complete for port 28cd9f07-60ec-4528-9911-a8bd30f4567a triggered by entity L2. {{(pid=106381) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 05:26:45.466720 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390691'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), provisioning_complete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:45.541630 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Current status of the port 28cd9f07-60ec-4528-9911-a8bd30f4567a is: BUILD; New status is: ACTIVE {{(pid=106381) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 05:26:45.542143 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579634'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:45.565242 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a'}] {{(pid=106381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:26:45.567584 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c451175ee8ca7519d9ee7b17e791756ed24874401a2ec50d9872ec034dfc2613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c737819-fce2-4799-ae18-78b35370f95b" -d '{"events": [{"server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "name": "network-vif-plugged", "status": "completed", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a"}]}' {{(pid=106381) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:26:45.579464 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:26:45.583758 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790861607554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790861165123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790861165141'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:26:45.610580 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ad3d84-c023-441d-884c-77331808f54e x-openstack-request-id: req-20ad3d84-c023-441d-884c-77331808f54e {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:26:45.610904 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "name": "network-vif-plugged", "status": "completed", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a", "code": 200}]} {{(pid=106381) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:26:45.611161 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20ad3d84-c023-441d-884c-77331808f54e {{(pid=106381) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:26:45.611549 dv-cinder-853910-4-iscsi neutron-server[106381]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ad3d84-c023-441d-884c-77331808f54e'] response: {'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'code': 200} Aug 30 05:26:45.632814 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Pushing event updated for resources: {'Port': ['ID=28cd9f07-60ec-4528-9911-a8bd30f4567a,revision_number=8']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:26:45.852963 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eef9ce-f2d9-4b27-a9cd-f11dba56c7d4 req-14cb9797-b594-4627-b45c-934afb937d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:45.854397 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-42eef9ce-f2d9-4b27-a9cd-f11dba56c7d4 req-14cb9797-b594-4627-b45c-934afb937d97 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0384207 Aug 30 05:26:45.901023 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-42eef9ce-f2d9-4b27-a9cd-f11dba56c7d4 req-37c052ac-a745-4f6a-90f5-44738a90f221 service neutron] 10.222.0.82 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373034 Aug 30 05:26:46.280725 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf16159-9e94-48b8-9735-156fe08fffb4 req-d5326914-3f76-4f9c-bd89-c8377053eb09 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:46.282153 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ecf16159-9e94-48b8-9735-156fe08fffb4 req-d5326914-3f76-4f9c-bd89-c8377053eb09 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0488555 Aug 30 05:26:46.329559 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-ecf16159-9e94-48b8-9735-156fe08fffb4 req-c0a9a50c-59b1-4464-9ce1-3d376b19c664 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418622 Aug 30 05:26:47.451533 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3daa4b-9430-4869-8b90-3faf61536008 req-4bb5abc9-a1a7-4d18-9b48-328517543d17 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:26:47.452991 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-eb3daa4b-9430-4869-8b90-3faf61536008 req-4bb5abc9-a1a7-4d18-9b48-328517543d17 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Aug 30 05:26:47.503315 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-eb3daa4b-9430-4869-8b90-3faf61536008 req-6b139c89-16b4-47be-8f40-e70d16c1e6a5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447407 Aug 30 05:26:51.708935 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:51.713558 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:55.556524 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:26:55.628829 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:55.629579 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:56.321634 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=41 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:56.326219 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=31 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:57.489680 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=16 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:26:57.499344 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=18 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:00.979502 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:04.852950 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e62325f1-c0db-46b8-8637-b78f2a50d3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:05.551307 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=16 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:05.552141 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=12 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:06.727752 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-59e88cb6-8228-457f-89cf-01633b24e94e req-377b5ad3-eb03-44b1-bb14-f1f231e0d184 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373929 Aug 30 05:27:06.805553 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88cb6-8228-457f-89cf-01633b24e94e req-c9b84c57-3a0f-45b4-9c8a-de5f8dc3c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:27:06.807687 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-59e88cb6-8228-457f-89cf-01633b24e94e req-c9b84c57-3a0f-45b4-9c8a-de5f8dc3c8a9 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0386183 Aug 30 05:27:07.173732 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88cb6-8228-457f-89cf-01633b24e94e req-84f2a5d8-9011-4f51-8db0-fb1cfb1a740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:27:07.175216 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-59e88cb6-8228-457f-89cf-01633b24e94e req-84f2a5d8-9011-4f51-8db0-fb1cfb1a740c service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 910 time: 0.3489122 Aug 30 05:27:07.205574 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dd1ebbac-9007-43e6-be46-043aec4c1e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:07.238519 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-59e88cb6-8228-457f-89cf-01633b24e94e req-d0b14630-2cf5-4c26-85a5-080f34542acb service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 1001 time: 0.0543637 Aug 30 05:27:07.288401 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88cb6-8228-457f-89cf-01633b24e94e req-4974d772-ce0c-42f6-a53d-cd1b5dfea437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:27:07.289801 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-59e88cb6-8228-457f-89cf-01633b24e94e req-4974d772-ce0c-42f6-a53d-cd1b5dfea437 service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 200 len: 848 time: 0.0450642 Aug 30 05:27:07.331479 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e88cb6-8228-457f-89cf-01633b24e94e req-22a37b52-2e54-4354-9026-569b6869414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:27:07.332891 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-59e88cb6-8228-457f-89cf-01633b24e94e req-22a37b52-2e54-4354-9026-569b6869414a service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=575e8862-a739-480a-b02b-b93764068dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367651 Aug 30 05:27:07.424049 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-59e88cb6-8228-457f-89cf-01633b24e94e req-5ee20b2e-cef8-4954-aa4e-bf2d10dd5353 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844994 Aug 30 05:27:07.515703 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-59e88cb6-8228-457f-89cf-01633b24e94e req-74636184-ceda-4c14-8e97-b100420e7dd9 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820622 Aug 30 05:27:08.475990 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:10.007043 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:10.014637 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:17.510933 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=47 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:17.512869 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=54 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:20.004083 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:20.011067 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:28.704429 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:28.708711 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:30.996277 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:32.555610 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:27:34.854883 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7e1b759c-444c-411f-8707-9dc3b7994f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:37.207221 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4f23-607f-435c-b2b2-a0c93fa29415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:38.479247 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:40.005520 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:40.016182 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:27:42.551397 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:42.552131 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:50.004804 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:27:50.013928 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:00.851548 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56796) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:00.987703 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:00.989272 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Deleting port b71923ab-1d26-4867-b3f0-7427f020fe21 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:28:00.989618 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (b71923ab-1d26-4867-b3f0-7427f020fe21), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:01.066964 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (b71923ab-1d26-4867-b3f0-7427f020fe21), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:01.067295 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for floatingip (b71923ab-1d26-4867-b3f0-7427f020fe21), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:01.079508 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Calling delete_port for b71923ab-1d26-4867-b3f0-7427f020fe21 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:28:01.220175 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (b71923ab-1d26-4867-b3f0-7427f020fe21), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:01.245723 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event deleted for resources: {'Port': ['ID=b71923ab-1d26-4867-b3f0-7427f020fe21,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:01.269615 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.269971 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.270319 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.270662 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.271032 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.271370 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.271702 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.272034 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.272367 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.272692 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.273022 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.273350 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.273676 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.274003 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.274326 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:01.315850 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for floatingip (14963580-ccc5-4b81-9cf2-670588e42fc3), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:01.316171 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.db.l3_db [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Floating IP 14963580-ccc5-4b81-9cf2-670588e42fc3 disassociated (deleted). External IP: 172.27.4.155, port: 28cd9f07-60ec-4528-9911-a8bd30f4567a. Aug 30 05:28:01.509408 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:28:01.613213 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:28:01.618039 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for floatingip (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:01.622524 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] Sync routers for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:28:01.632204 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:28:01.632889 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:27:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:01.637444 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:01.650394 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-55f5c751-55d7-4ae1-ad9f-dce0c2015032 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "DELETE /networking/v2.0/floatingips/14963580-ccc5-4b81-9cf2-670588e42fc3 HTTP/1.1" status: 204 len: 168 time: 0.7977860 Aug 30 05:28:01.651139 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:28:01.653997 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccb566f93963e48a34f9015a143376d243ad1a7bdcd3f6e8c9e8e283deae44c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:28:01.742969 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:28:01.760679 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 05:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f0046f-bb62-4815-9b11-4187ae42291c x-openstack-request-id: req-59f0046f-bb62-4815-9b11-4187ae42291c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:28:01.760914 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:28:01.761166 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59f0046f-bb62-4815-9b11-4187ae42291c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:28:01.762115 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f0046f-bb62-4815-9b11-4187ae42291c'] response: {'name': 'network-changed', 'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'status': 'completed', 'code': 200} Aug 30 05:28:01.833437 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-22cb2c8c-67fd-4531-a52c-3045d63b365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:28:01.834968 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-22cb2c8c-67fd-4531-a52c-3045d63b365e service neutron] 10.222.0.82 "GET /networking/v2.0/ports?tenant_id=05ebb49967334f8bb6f2077fce987ee3&device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0462265 Aug 30 05:28:01.950291 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749a071-a3f5-40e7-a73a-58db5c95034d req-5d928013-73c6-4b6c-b613-71c1a4877810 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:28:01.951764 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b749a071-a3f5-40e7-a73a-58db5c95034d req-5d928013-73c6-4b6c-b613-71c1a4877810 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0969689 Aug 30 05:28:01.952244 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '5584d0b7-618f-4438-b30a-fb9d602c2352', 'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'mac_address': 'fa:16:3e:f9:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:40Z', 'updated_at': '2022-08-30T05:23:46Z', 'revision_number': 5, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'subnets': [{'id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:01.976871 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] Checking router: 7d461cbe-9950-4f16-a9b1-5d54df6d1763 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:28:01.985219 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:28:01.985814 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:27:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:02.000020 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-b749a071-a3f5-40e7-a73a-58db5c95034d req-8b2a3086-59bb-49e8-b666-0db260943808 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 Aug 30 05:28:02.085205 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:28:02.260320 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '5584d0b7-618f-4438-b30a-fb9d602c2352', 'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'mac_address': 'fa:16:3e:f9:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:40Z', 'updated_at': '2022-08-30T05:23:46Z', 'revision_number': 5, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'subnets': [{'id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:02.286737 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542ac70-e6a9-49cf-884e-8511a139471e None None] The sync data for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi is: [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:23:41Z', 'revision_number': 4, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi', '_interfaces': [{'id': '5584d0b7-618f-4438-b30a-fb9d602c2352', 'name': '', 'network_id': '575e8862-a739-480a-b02b-b93764068dd4', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'mac_address': 'fa:16:3e:f9:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:40Z', 'updated_at': '2022-08-30T05:23:46Z', 'revision_number': 5, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'subnets': [{'id': 'b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:28:02.487328 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a0d70-117d-4955-aaa8-ac61a6ced401 None None] New status for floating IP 14963580-ccc5-4b81-9cf2-670588e42fc3: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 05:28:03.041664 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:03.116610 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-62d6b54c-bf15-4066-87ba-86a4c5d465a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:28:03.118077 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-62d6b54c-bf15-4066-87ba-86a4c5d465a2 service neutron] 10.222.0.82 "GET /networking/v2.0/networks?id=575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 200 len: 910 time: 0.0975590 Aug 30 05:28:03.173366 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed65b6-417a-4ebf-bd70-f6b6d2f7599a req-2ee75631-3328-4c61-b136-72ceea4f3508 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:28:03.174804 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-76ed65b6-417a-4ebf-bd70-f6b6d2f7599a req-2ee75631-3328-4c61-b136-72ceea4f3508 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0980194 Aug 30 05:28:03.252819 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-77a1e14d-9278-4aa3-a56c-191c33d4befa service neutron] 10.222.0.82 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 200 len: 217 time: 0.0477633 Aug 30 05:28:03.257409 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-76ed65b6-417a-4ebf-bd70-f6b6d2f7599a req-6380d37b-af91-4a12-afe0-57928bff13d2 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/security-groups?id=235c6c64-7d1b-4afa-aebc-4f8fe77d8525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770571 Aug 30 05:28:03.301705 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-d385b7e5-858b-4482-a0bf-31bee618d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:28:03.303178 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-d385b7e5-858b-4482-a0bf-31bee618d3af service neutron] 10.222.0.82 "GET /networking/v2.0/subnets?id=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 200 len: 848 time: 0.0432549 Aug 30 05:28:03.551012 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-eee667a1-3968-4494-8c9c-421594b2ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:28:03.552524 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-eee667a1-3968-4494-8c9c-421594b2ecb8 service neutron] 10.222.0.82 "GET /networking/v2.0/ports?network_id=575e8862-a739-480a-b02b-b93764068dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391803 Aug 30 05:28:03.638350 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993cb10-642f-43e7-9546-bb41abd91044 req-666d9da7-de44-43e9-90d5-f6c01c863c02 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106380) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 05:28:03.639816 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4993cb10-642f-43e7-9546-bb41abd91044 req-666d9da7-de44-43e9-90d5-f6c01c863c02 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.82 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 945 time: 0.0499601 Aug 30 05:28:03.649842 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-b61a8469-f2c1-4f6d-85d4-705b2fa27cdf service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876441 Aug 30 05:28:03.724448 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-4993cb10-642f-43e7-9546-bb41abd91044 req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Deleting port 28cd9f07-60ec-4528-9911-a8bd30f4567a {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:28:03.724867 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-4993cb10-642f-43e7-9546-bb41abd91044 req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:03.748164 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-e5042d80-47b2-46be-80d4-b4ebe8b67d2c req-5e245cba-2764-4d71-8f57-33d939827561 service neutron] 10.222.0.82 "GET /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890460 Aug 30 05:28:03.819767 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [req-4993cb10-642f-43e7-9546-bb41abd91044 req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] For port 28cd9f07-60ec-4528-9911-a8bd30f4567a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28cd9f07-60ec-4528-9911-a8bd30f4567a,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:28:03.820026 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-4993cb10-642f-43e7-9546-bb41abd91044 req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:03.833257 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [req-4993cb10-642f-43e7-9546-bb41abd91044 req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Calling delete_port for 28cd9f07-60ec-4528-9911-a8bd30f4567a owned by compute:nova {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:28:03.956096 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-4993cb10-642f-43e7-9546-bb41abd91044 req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (28cd9f07-60ec-4528-9911-a8bd30f4567a), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:03.987358 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event deleted for resources: {'Port': ['ID=28cd9f07-60ec-4528-9911-a8bd30f4567a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:04.012956 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.013304 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.013645 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.013984 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.014314 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.014642 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.015001 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.015319 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.015643 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.015965 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.016287 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.016609 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.016929 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.017253 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.017569 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:04.040638 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [req-4993cb10-642f-43e7-9546-bb41abd91044 req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] No DVR routers for this DVR port 28cd9f07-60ec-4528-9911-a8bd30f4567a on host hv-cinder-85391 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:28:04.042964 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [req-4993cb10-642f-43e7-9546-bb41abd91044 req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66017'] for port (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:04.046900 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [req-4993cb10-642f-43e7-9546-bb41abd91044 req-1485fd4c-c0d6-4ad3-aac5-1ae92aea10c5 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.82 "DELETE /networking/v2.0/ports/28cd9f07-60ec-4528-9911-a8bd30f4567a HTTP/1.1" status: 204 len: 173 time: 0.3990307 Aug 30 05:28:04.047326 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'name': 'network-vif-deleted', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 05:28:04.049623 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}465bd8c2c73b8a5f0a752349840e0e9b951ad49be81bfc8eac62807707388df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55dc4f5-e2b0-4222-8f0b-16e4e6ca8831" -d '{"events": [{"server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "name": "network-vif-deleted", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 05:28:04.140491 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 05:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbce5ad-fa1e-4769-8a43-8932aeb0f96f x-openstack-request-id: req-2fbce5ad-fa1e-4769-8a43-8932aeb0f96f {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 05:28:04.140788 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc43249b-bc0f-4793-8d59-92e51dbedcd8", "name": "network-vif-deleted", "tag": "28cd9f07-60ec-4528-9911-a8bd30f4567a", "status": "completed", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 05:28:04.141040 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2fbce5ad-fa1e-4769-8a43-8932aeb0f96f {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 05:28:04.141445 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbce5ad-fa1e-4769-8a43-8932aeb0f96f'] response: {'server_uuid': 'cc43249b-bc0f-4793-8d59-92e51dbedcd8', 'name': 'network-vif-deleted', 'tag': '28cd9f07-60ec-4528-9911-a8bd30f4567a', 'status': 'completed', 'code': 200} Aug 30 05:28:04.359874 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [req-58112e74-3b3f-433a-9067-0e80a9da8d09 req-71910f53-5745-4d49-82b9-e1ce0511b758 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cc43249b-bc0f-4793-8d59-92e51dbedcd8 HTTP/1.1" status: 200 len: 210 time: 0.0291204 Aug 30 05:28:04.860611 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ae5c49f3-2f91-4fbe-bc0e-bf83bd6cb296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:05.423079 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56834) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:05.479254 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5fca833f-0bbf-453c-92eb-3e50006c6b84 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group (235c6c64-7d1b-4afa-aebc-4f8fe77d8525), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:05.502762 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5fca833f-0bbf-453c-92eb-3e50006c6b84 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group (235c6c64-7d1b-4afa-aebc-4f8fe77d8525), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:05.561933 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5fca833f-0bbf-453c-92eb-3e50006c6b84 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (235c6c64-7d1b-4afa-aebc-4f8fe77d8525), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:05.565556 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5fca833f-0bbf-453c-92eb-3e50006c6b84 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:05.566884 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-5fca833f-0bbf-453c-92eb-3e50006c6b84 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] 10.222.0.77 "DELETE /networking/v2.0/security-groups/235c6c64-7d1b-4afa-aebc-4f8fe77d8525 HTTP/1.1" status: 204 len: 168 time: 0.1443691 Aug 30 05:28:05.577015 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca833f-0bbf-453c-92eb-3e50006c6b84 tempest-TestShelveInstance-1901875317 tempest-TestShelveInstance-1901875317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c6c64-7d1b-4afa-aebc-4f8fe77d8525,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:05.615933 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56838) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:05.844285 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 28cd9f07-60ec-4528-9911-a8bd30f4567a no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:28:05.862229 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] No Port match for: 28cd9f07-60ec-4528-9911-a8bd30f4567a {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:28:05.862935 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Device 28cd9f07-60ec-4528-9911-a8bd30f4567a not bound to the agent host hv-cinder-85391 {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:28:05.917159 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (7d461cbe-9950-4f16-a9b1-5d54df6d1763), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:05.919333 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:06.245075 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:06.367994 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Deleting port 5584d0b7-618f-4438-b30a-fb9d602c2352 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:28:06.368124 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:06.451705 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] For port 5584d0b7-618f-4438-b30a-fb9d602c2352, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=5584d0b7-618f-4438-b30a-fb9d602c2352,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:28:06.452073 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:06.465442 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Calling delete_port for 5584d0b7-618f-4438-b30a-fb9d602c2352 owned by network:router_interface {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:28:06.639962 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (5584d0b7-618f-4438-b30a-fb9d602c2352), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:06.664022 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Pushing event deleted for resources: {'Port': ['ID=5584d0b7-618f-4438-b30a-fb9d602c2352,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:06.827844 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (7d461cbe-9950-4f16-a9b1-5d54df6d1763), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.014246 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:07.025843 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:28:07.032902 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:07.127811 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:28:07.133267 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-7811d8e6-3cf5-4c7c-9f1e-91897d9d1443 admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/7d461cbe-9950-4f16-a9b1-5d54df6d1763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5163257 Aug 30 05:28:07.135927 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56840) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:07.137645 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] Sync routers for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:28:07.147689 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:28:07.148295 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:27:37Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:07.209455 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c6a20fd1-d106-4afc-adf8-5aff0bac9ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.239249 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks [] for router (7d461cbe-9950-4f16-a9b1-5d54df6d1763), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.249690 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:28:07.336979 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks [] for router_gateway (7d461cbe-9950-4f16-a9b1-5d54df6d1763), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.346543 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:07.378420 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Deleting port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:28:07.378662 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.414632 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:28:06Z', 'revision_number': 5, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port': {'id': 'a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:39Z', 'updated_at': '2022-08-30T05:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:07.424757 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:07.431240 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:07.439090 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] Checking router: 7d461cbe-9950-4f16-a9b1-5d54df6d1763 for host: dv-cinder-853910-4-iscsi {{(pid=106382) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:28:07.447465 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] Routers {'7d461cbe-9950-4f16-a9b1-5d54df6d1763'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106382) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:28:07.448065 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:28:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'], 'active': True} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:07.463526 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] For port a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:28:07.463890 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.477710 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Calling delete_port for a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:28:07.526220 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=100 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:07.530985 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_dvr_db [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] Set router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 gateway port host: None {{(pid=106382) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:28:07.580685 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.l3_hamode_db [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:28:07Z', 'revision_number': 6, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106382) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:07.606422 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16165aab-7aac-4240-a46d-4d038b336f4a None None] The sync data for ids ['7d461cbe-9950-4f16-a9b1-5d54df6d1763'] in dv-cinder-853910-4-iscsi is: [{'id': '7d461cbe-9950-4f16-a9b1-5d54df6d1763', 'name': 'tempest-TestShelveInstance-1442881140-router', 'tenant_id': '05ebb49967334f8bb6f2077fce987ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:38Z', 'updated_at': '2022-08-30T05:28:07Z', 'revision_number': 6, 'project_id': '05ebb49967334f8bb6f2077fce987ee3', 'gw_port_host': None}] {{(pid=106382) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:28:07.648252 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.673694 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:07.741430 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (7d461cbe-9950-4f16-a9b1-5d54df6d1763), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.826238 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (7d461cbe-9950-4f16-a9b1-5d54df6d1763), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.828386 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks [] for router_controller (7d461cbe-9950-4f16-a9b1-5d54df6d1763), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.867736 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (7d461cbe-9950-4f16-a9b1-5d54df6d1763), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.868350 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d461cbe-9950-4f16-a9b1-5d54df6d1763 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:28:07.872938 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.874061 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-68173442-f83e-45fc-ae1f-c903d6235e93 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/7d461cbe-9950-4f16-a9b1-5d54df6d1763 HTTP/1.1" status: 204 len: 168 time: 0.7371564 Aug 30 05:28:07.876681 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56842) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:07.920117 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25258a3-0dac-43e5-958f-d69c11afc2a4 admin admin] Deleting subnet b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:28:07.923153 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b25258a3-0dac-43e5-958f-d69c11afc2a4 admin admin] Publish callbacks [] for subnet (b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:07.957414 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b25258a3-0dac-43e5-958f-d69c11afc2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260138737'] for subnet (b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356), precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.037599 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b25258a3-0dac-43e5-958f-d69c11afc2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.097348 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b25258a3-0dac-43e5-958f-d69c11afc2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260665218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260142681'] for subnet (b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.123069 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25258a3-0dac-43e5-958f-d69c11afc2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:08.128361 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b25258a3-0dac-43e5-958f-d69c11afc2a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.131498 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-b25258a3-0dac-43e5-958f-d69c11afc2a4 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/b8a787ee-9ef3-45c1-ab7c-0a54d7c3e356 HTTP/1.1" status: 204 len: 168 time: 0.2538908 Aug 30 05:28:08.134043 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56844) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:08.134431 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7014b6-97a0-45e8-b242-69bac887d0a7 None None] Network 575e8862-a739-480a-b02b-b93764068dd4 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:28:08.205314 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (575e8862-a739-480a-b02b-b93764068dd4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.248886 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Deleting port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:28:08.249227 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.284788 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:08.313761 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] For port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4,segment=NetworkSegment(b9c6f38c-8a9e-4bd4-b923-fc0b707f4063),segment_id=b9c6f38c-8a9e-4bd4-b923-fc0b707f4063)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:28:08.314054 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.326159 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:08.330471 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Calling delete_port for a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:28:08.409622 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260664177'] for port (a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.423941 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b276c1c8-6846-4c91-9ed8-b742210437f3 None None] DHCP port deletion for 575e8862-a739-480a-b02b-b93764068dd4 request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:28:08.435255 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:08.438751 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] No DVR routers for this DVR port a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 on host dv-cinder-853910-4-iscsi {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:28:08.483457 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.513594 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (575e8862-a739-480a-b02b-b93764068dd4), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.534563 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575e8862-a739-480a-b02b-b93764068dd4']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:08.545199 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:08.545501 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c6f38c-8a9e-4bd4-b923-fc0b707f4063') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:08.555113 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260138746'] for segment (b9c6f38c-8a9e-4bd4-b923-fc0b707f4063), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.568462 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (b9c6f38c-8a9e-4bd4-b923-fc0b707f4063), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.574607 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:28:08.575028 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260664100'] for segment (b9c6f38c-8a9e-4bd4-b923-fc0b707f4063), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.637532 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (575e8862-a739-480a-b02b-b93764068dd4), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.648798 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:08.652004 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/575e8862-a739-480a-b02b-b93764068dd4 HTTP/1.1" status: 204 len: 168 time: 0.5169621 Aug 30 05:28:08.655566 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56850) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:08.677053 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment b9c6f38c-8a9e-4bd4-b923-fc0b707f4063 resource provider aggregate not found Aug 30 05:28:08.682318 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea191ae8-97e1-40ca-8e8b-56a0503b0be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=575e8862-a739-480a-b02b-b93764068dd4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:08.701179 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.services.segments.plugin [-] Segment b9c6f38c-8a9e-4bd4-b923-fc0b707f4063 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c6f38c-8a9e-4bd4-b923-fc0b707f4063 found for delete ", "request_id": "req-72372645-e776-4f09-b924-edb4d6992e7c"}]} Aug 30 05:28:08.967411 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517505'] for router_interface (b3471b8a-8557-44a4-8320-cfc873ac6688), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:09.181790 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Deleting port 24f4db38-c234-4cc4-882b-f97e0de84a42 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:28:09.182126 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:09.260042 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] For port 24f4db38-c234-4cc4-882b-f97e0de84a42, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=24f4db38-c234-4cc4-882b-f97e0de84a42,segment=NetworkSegment(3d5f703f-ffe7-48fd-8704-abd4c6912aa1),segment_id=3d5f703f-ffe7-48fd-8704-abd4c6912aa1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:28:09.260322 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:09.273496 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Calling delete_port for 24f4db38-c234-4cc4-882b-f97e0de84a42 owned by network:router_interface {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:28:09.380225 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=100 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:09.397767 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:09.450420 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (24f4db38-c234-4cc4-882b-f97e0de84a42), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:09.479929 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Pushing event deleted for resources: {'Port': ['ID=24f4db38-c234-4cc4-882b-f97e0de84a42,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:09.554251 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:28:09.643579 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-517681'] for router_interface (b3471b8a-8557-44a4-8320-cfc873ac6688), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:09.725507 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 5584d0b7-618f-4438-b30a-fb9d602c2352 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:28:09.744601 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 5584d0b7-618f-4438-b30a-fb9d602c2352 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:28:09.745029 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 5584d0b7-618f-4438-b30a-fb9d602c2352 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:28:09.745453 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:28:09.763744 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:28:09.764005 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a7a9ef52-ec24-49c1-8e6f-d2e0a63e6197 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:28:09.764417 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:28:09.785808 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:28:09.786079 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a2bc0eaa-4b6a-4dac-9f27-e3b93e800ab4 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:28:09.854938 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Router b3471b8a-8557-44a4-8320-cfc873ac6688 has already been hosted by L3 agent aa422afd-346f-4478-8402-6a97ea8033e4 {{(pid=106380) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 05:28:09.954945 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] Notify agent at l3_agent.dv-cinder-853910-4-iscsi the message routers_updated {{(pid=106380) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 05:28:09.959947 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-a3d91125-98c7-4a42-930f-1ddb3b5837ad admin admin] 10.222.0.77 "PUT /networking/v2.0/routers/b3471b8a-8557-44a4-8320-cfc873ac6688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3031688 Aug 30 05:28:09.962300 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56854) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:09.965755 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] Sync routers for ids ['b3471b8a-8557-44a4-8320-cfc873ac6688'] in dv-cinder-853910-4-iscsi {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 05:28:09.975277 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] Routers {'b3471b8a-8557-44a4-8320-cfc873ac6688'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:28:09.975893 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:28:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['b3471b8a-8557-44a4-8320-cfc873ac6688'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:10.052668 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.060884 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks [] for router (b3471b8a-8557-44a4-8320-cfc873ac6688), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.083792 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.109317 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] Set router b3471b8a-8557-44a4-8320-cfc873ac6688 gateway port host: dv-cinder-853910-4-iscsi {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:28:10.158496 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks [] for router_gateway (b3471b8a-8557-44a4-8320-cfc873ac6688), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.201929 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Deleting port a4417960-2cd5-4f30-ad45-400f5605bde9 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:28:10.202258 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.258374 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:10.277577 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:10.278046 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'external_fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236'}], 'enable_snat': True}, 'gw_port_id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:28:09Z', 'revision_number': 5, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'gw_port': {'id': 'a4417960-2cd5-4f30-ad45-400f5605bde9', 'name': '', 'network_id': 'c63a45f8-5e8e-4f69-bd55-ed1dd3749f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'ip_address': '172.27.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '401f881d-d631-4bc1-84c6-5c4458a8a550', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-4-iscsi'}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:10.282964 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] For port a4417960-2cd5-4f30-ad45-400f5605bde9, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a4417960-2cd5-4f30-ad45-400f5605bde9,segment=NetworkSegment(91bff0a3-d95e-46f8-9b91-d9f9a8355d81),segment_id=91bff0a3-d95e-46f8-9b91-d9f9a8355d81)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:28:10.283328 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.296868 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Calling delete_port for a4417960-2cd5-4f30-ad45-400f5605bde9 owned by network:router_gateway {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:28:10.302747 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] Checking router: b3471b8a-8557-44a4-8320-cfc873ac6688 for host: dv-cinder-853910-4-iscsi {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 05:28:10.311424 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] Routers {'b3471b8a-8557-44a4-8320-cfc873ac6688'} bound to L3 agent in host dv-cinder-853910-4-iscsi {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 05:28:10.312024 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T05:04:07Z,description=,heartbeat_timestamp=2022-08-30T05:28:07Z,host='dv-cinder-853910-4-iscsi',id=aa422afd-346f-4478-8402-6a97ea8033e4,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T05:04:07Z,topic='l3_agent')) {'router_ids': ['b3471b8a-8557-44a4-8320-cfc873ac6688'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:10.393498 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] Set router b3471b8a-8557-44a4-8320-cfc873ac6688 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 05:28:10.445311 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:28:10Z', 'revision_number': 6, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'gw_port_host': None}], 'dv-cinder-853910-4-iscsi', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:10.461164 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (a4417960-2cd5-4f30-ad45-400f5605bde9), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.471284 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85cebcb-4ea6-49d5-a1f0-f69fbd99474c None None] The sync data for ids ['b3471b8a-8557-44a4-8320-cfc873ac6688'] in dv-cinder-853910-4-iscsi is: [{'id': 'b3471b8a-8557-44a4-8320-cfc873ac6688', 'name': 'tempest-TestShelveInstance-1000929065-router', 'tenant_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T05:23:43Z', 'updated_at': '2022-08-30T05:28:10Z', 'revision_number': 6, 'project_id': '067b159ec95a4432b30aa1d3fc3f98b4', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 05:28:10.488255 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4417960-2cd5-4f30-ad45-400f5605bde9,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:10.783109 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516546'] for router_gateway (b3471b8a-8557-44a4-8320-cfc873ac6688), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.872033 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router (b3471b8a-8557-44a4-8320-cfc873ac6688), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.874203 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks [] for router_controller (b3471b8a-8557-44a4-8320-cfc873ac6688), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.921131 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517708'] for router (b3471b8a-8557-44a4-8320-cfc873ac6688), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.921740 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3471b8a-8557-44a4-8320-cfc873ac6688 {{(pid=106380) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 05:28:10.926031 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:10.927187 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-9b7bccf6-3ccd-4905-ba26-000dcc929401 admin admin] 10.222.0.77 "DELETE /networking/v2.0/routers/b3471b8a-8557-44a4-8320-cfc873ac6688 HTTP/1.1" status: 204 len: 168 time: 0.9639537 Aug 30 05:28:10.929822 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56856) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:10.980254 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3086381-d308-482a-8a44-5f9853ac3428 admin admin] Deleting subnet 374266cd-fa4a-4779-af81-9595220557e8 {{(pid=106380) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 05:28:10.984360 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3086381-d308-482a-8a44-5f9853ac3428 admin admin] Publish callbacks [] for subnet (374266cd-fa4a-4779-af81-9595220557e8), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.019403 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3086381-d308-482a-8a44-5f9853ac3428 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4104999'] for subnet (374266cd-fa4a-4779-af81-9595220557e8), precommit_delete_associations {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.096815 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3086381-d308-482a-8a44-5f9853ac3428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1390947'] for subnet (374266cd-fa4a-4779-af81-9595220557e8), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.156160 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3086381-d308-482a-8a44-5f9853ac3428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1390970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500315'] for subnet (374266cd-fa4a-4779-af81-9595220557e8), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.180172 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3086381-d308-482a-8a44-5f9853ac3428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374266cd-fa4a-4779-af81-9595220557e8,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:11.185784 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3086381-d308-482a-8a44-5f9853ac3428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for subnet (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.189205 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-d3086381-d308-482a-8a44-5f9853ac3428 admin admin] 10.222.0.77 "DELETE /networking/v2.0/subnets/374266cd-fa4a-4779-af81-9595220557e8 HTTP/1.1" status: 204 len: 168 time: 0.2584405 Aug 30 05:28:11.191749 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56858) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:11.193695 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22721a8-9c5c-401a-81b2-df8b68c710d0 None None] Network ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 requested from dv-cinder-853910-4-iscsi {{(pid=106381) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 05:28:11.263283 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529438'] for network (ccf9c1bb-6ebe-44e7-a666-9067f9cc6997), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.304813 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Deleting port a143c320-93d6-4233-bbec-c0280a2814f8 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:28:11.305156 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.345843 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] DHCP port deletion for ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 request from dv-cinder-853910-4-iscsi {{(pid=106381) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 05:28:11.357959 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:11.374342 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] For port a143c320-93d6-4233-bbec-c0280a2814f8, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a143c320-93d6-4233-bbec-c0280a2814f8,segment=NetworkSegment(3d5f703f-ffe7-48fd-8704-abd4c6912aa1),segment_id=3d5f703f-ffe7-48fd-8704-abd4c6912aa1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:28:11.374699 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.383914 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Deleting port a143c320-93d6-4233-bbec-c0280a2814f8 {{(pid=106381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 05:28:11.384312 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790861603548'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), before_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.387500 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Calling delete_port for a143c320-93d6-4233-bbec-c0280a2814f8 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:28:11.441681 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:11.451503 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] For port a143c320-93d6-4233-bbec-c0280a2814f8, host dv-cinder-853910-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-4-iscsi',level=0,port_id=a143c320-93d6-4233-bbec-c0280a2814f8,segment=NetworkSegment(3d5f703f-ffe7-48fd-8704-abd4c6912aa1),segment_id=3d5f703f-ffe7-48fd-8704-abd4c6912aa1)] {{(pid=106381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 05:28:11.451913 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415370'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), precommit_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.466707 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Calling delete_port for a143c320-93d6-4233-bbec-c0280a2814f8 owned by network:dhcp {{(pid=106381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 05:28:11.472068 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672371'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.480112 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:11.501766 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=a143c320-93d6-4233-bbec-c0280a2814f8,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:11.503582 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] No DVR routers for this DVR port a143c320-93d6-4233-bbec-c0280a2814f8 on host dv-cinder-853910-4-iscsi {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:28:11.537570 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:11.547439 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790861607626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790861165114'] for port (a143c320-93d6-4233-bbec-c0280a2814f8), after_delete {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.570172 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Pushing event deleted for resources: {'Port': ['ID=a143c320-93d6-4233-bbec-c0280a2814f8,revision_number=None']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:11.574576 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385984', 'neutron.services.segments.db._delete_segments_for_network-8790861679939'] for network (ccf9c1bb-6ebe-44e7-a666-9067f9cc6997), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.580540 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.580894 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.581240 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.581586 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.581922 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.582255 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.582588 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.582941 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.583272 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.583600 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.583927 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.584251 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.584623 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.584894 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.585216 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-4-iscsi {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 05:28:11.588016 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e92a37-bc12-4f28-858e-534efb0e047a None None] No DVR routers for this DVR port a143c320-93d6-4233-bbec-c0280a2814f8 on host dv-cinder-853910-4-iscsi {{(pid=106381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 05:28:11.596952 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf9c1bb-6ebe-44e7-a666-9067f9cc6997']}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:11.606637 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5f703f-ffe7-48fd-8704-abd4c6912aa1') {'for_net_delete': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:11.607026 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.services.segments.db [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5f703f-ffe7-48fd-8704-abd4c6912aa1') {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 05:28:11.617790 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790861674671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4105004'] for segment (3d5f703f-ffe7-48fd-8704-abd4c6912aa1), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.634144 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154'] for segment (3d5f703f-ffe7-48fd-8704-abd4c6912aa1), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.642416 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=106380) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 05:28:11.642416 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672422'] for segment (3d5f703f-ffe7-48fd-8704-abd4c6912aa1), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.681401 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 24f4db38-c234-4cc4-882b-f97e0de84a42 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:28:11.705699 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: 24f4db38-c234-4cc4-882b-f97e0de84a42 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:28:11.706325 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device 24f4db38-c234-4cc4-882b-f97e0de84a42 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:28:11.706749 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a143c320-93d6-4233-bbec-c0280a2814f8 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:28:11.718881 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 3d5f703f-ffe7-48fd-8704-abd4c6912aa1 resource provider aggregate not found Aug 30 05:28:11.723989 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1621072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516526'] for network (ccf9c1bb-6ebe-44e7-a666-9067f9cc6997), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.727998 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: a143c320-93d6-4233-bbec-c0280a2814f8 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:28:11.728658 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a143c320-93d6-4233-bbec-c0280a2814f8 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:28:11.729076 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a4417960-2cd5-4f30-ad45-400f5605bde9 no longer exists at agent ovs-agent-dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 05:28:11.736530 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586506'] for network (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:11.739791 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] 10.222.0.77 "DELETE /networking/v2.0/networks/ccf9c1bb-6ebe-44e7-a666-9067f9cc6997 HTTP/1.1" status: 204 len: 168 time: 0.5470605 Aug 30 05:28:11.748932 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] No Port match for: a4417960-2cd5-4f30-ad45-400f5605bde9 {{(pid=106381) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 05:28:11.749283 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron.plugins.ml2.rpc [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Device a4417960-2cd5-4f30-ad45-400f5605bde9 not bound to the agent host dv-cinder-853910-4-iscsi {{(pid=106381) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 05:28:11.757561 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.services.segments.plugin [-] Segment 3d5f703f-ffe7-48fd-8704-abd4c6912aa1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d5f703f-ffe7-48fd-8704-abd4c6912aa1 found for delete ", "request_id": "req-3c25efc5-c51c-4da9-818f-0ebe9ee47655"}]} Aug 30 05:28:11.758252 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146a6a2-51c8-4b45-a150-4e92f1c1cc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf9c1bb-6ebe-44e7-a666-9067f9cc6997,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:11.893416 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56868) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:11.932609 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-051f2f21-6d49-4ecc-b6b7-738931e09be5 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=05ebb49967334f8bb6f2077fce987ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380168 Aug 30 05:28:11.935574 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56870) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:11.982731 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a50cecb7-7eae-4176-a1ff-efdc501b5ca7 admin admin] Publish callbacks [] for security_group (ed2c225a-d762-4b7b-93cf-43a9a73c8978), before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:12.003247 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a50cecb7-7eae-4176-a1ff-efdc501b5ca7 admin admin] Publish callbacks [] for security_group (ed2c225a-d762-4b7b-93cf-43a9a73c8978), precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:12.052284 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a50cecb7-7eae-4176-a1ff-efdc501b5ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (ed2c225a-d762-4b7b-93cf-43a9a73c8978), after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:12.055123 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a50cecb7-7eae-4176-a1ff-efdc501b5ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:12.056216 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-a50cecb7-7eae-4176-a1ff-efdc501b5ca7 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/ed2c225a-d762-4b7b-93cf-43a9a73c8978 HTTP/1.1" status: 204 len: 168 time: 0.1197274 Aug 30 05:28:12.064533 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cecb7-7eae-4176-a1ff-efdc501b5ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c225a-d762-4b7b-93cf-43a9a73c8978,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:12.363715 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [-] (106380) accepted ('10.222.0.77', 56876) {{(pid=106380) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:12.402267 dv-cinder-853910-4-iscsi neutron-server[106380]: INFO neutron.wsgi [None req-3b03bad5-61fe-4183-8a79-98c798dd8232 admin admin] 10.222.0.77 "GET /networking/v2.0/security-groups?tenant_id=067b159ec95a4432b30aa1d3fc3f98b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374026 Aug 30 05:28:12.405195 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.77', 56878) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 05:28:12.456276 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ba7c371-55d5-4e23-ac08-16ac7c2608a7 admin admin] Publish callbacks [] for security_group (d102d187-8794-4b5c-a027-daa9c14d6d23), before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:12.476997 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ba7c371-55d5-4e23-ac08-16ac7c2608a7 admin admin] Publish callbacks [] for security_group (d102d187-8794-4b5c-a027-daa9c14d6d23), precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:12.522850 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ba7c371-55d5-4e23-ac08-16ac7c2608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619845'] for security_group (d102d187-8794-4b5c-a027-daa9c14d6d23), after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:12.525427 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ba7c371-55d5-4e23-ac08-16ac7c2608a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:12.526570 dv-cinder-853910-4-iscsi neutron-server[106379]: INFO neutron.wsgi [None req-7ba7c371-55d5-4e23-ac08-16ac7c2608a7 admin admin] 10.222.0.77 "DELETE /networking/v2.0/security-groups/d102d187-8794-4b5c-a027-daa9c14d6d23 HTTP/1.1" status: 204 len: 168 time: 0.1204119 Aug 30 05:28:12.534749 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7c371-55d5-4e23-ac08-16ac7c2608a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d102d187-8794-4b5c-a027-daa9c14d6d23,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 05:28:17.583359 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=21 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:19.550892 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:22.077676 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=13,neutron:DELETE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:22.393481 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:SELECT=60,neutron:DELETE=8 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:22.400073 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG dbcounter [-] [106380] Writing DB stats neutron:DELETE=6,neutron:SELECT=52,neutron:UPDATE=1 {{(pid=106380) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:22.508908 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=56,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:22.531088 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG dbcounter [-] [106379] Writing DB stats neutron:SELECT=43,neutron:DELETE=9 {{(pid=106379) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:22.548136 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:31.024823 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:32.549398 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:34.861034 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-032ea85f-0cd7-4bba-a870-51756a823b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:37.210868 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f5999f11-7977-4e52-aedc-28a094d668c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:38.485468 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:39.996317 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:40.022682 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:28:42.775049 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:42.779115 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:46.553201 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:28:50.017231 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:28:50.019351 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:01.042613 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:02.085905 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=14 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:02.087788 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=14 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:04.863298 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a12803a8-bdf1-4810-bcfa-cc9aaf629d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:07.212437 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2b5fcd47-fa33-427e-a057-8f2d76413f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:08.488076 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:09.998944 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:10.024788 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:19.704336 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:19.715304 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=5 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:20.018723 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:20.020690 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:23.552110 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:29:31.040915 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:33.547513 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:33.548263 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:34.866135 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-424f9920-137e-49cc-a7d9-e08dbed2a918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:37.214629 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-911ecaf9-d807-4a29-8894-b454a5911efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:38.490338 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:40.000026 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:40.028577 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:29:50.022979 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:50.024941 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:29:56.717009 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=3 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:00.551701 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:30:01.041051 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:04.867124 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ff09a840-1385-4a75-a891-886771020a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:07.216394 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-971c1d59-1bc6-46dc-9456-321408d2add7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:08.495075 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:10.001872 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:10.032254 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:10.545613 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:10.546384 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:20.026367 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:20.028370 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:31.040482 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:33.722602 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:33.726792 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:34.869575 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b7081274-3b14-421e-b06d-e1f307b9a798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:37.219320 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-61e44d5a-b722-42e5-a9fd-65882484c3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:37.552762 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:30:38.496882 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:40.004031 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:40.037937 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:30:47.547234 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:47.547970 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:50.029218 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:30:50.033562 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:01.039756 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:04.870791 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-efae9adb-2f02-4b4a-bcaf-167ba7a0c19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:07.220785 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3478efb8-74f1-48b2-b07e-55e2b40a62f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:08.498868 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:10.007578 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:10.039360 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:10.721097 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=15 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:10.732237 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=17 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:14.551250 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:31:20.033049 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:20.034873 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:24.546745 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:24.547529 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:31.038810 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:34.874936 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a51b3f82-7492-4cd2-97da-6e172726fc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:37.221776 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-5ae7991a-700e-41a1-8e14-b99a2ffab79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:38.500259 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:40.010220 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:40.044067 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:31:47.723572 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:47.728399 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=5 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:50.038130 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:50.039973 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:31:51.550519 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:32:01.038445 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:01.546309 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:32:03.734200 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:32:04.876167 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c950a543-7a5d-486e-8618-06dcd809fb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:07.223130 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2de2fa9b-828a-401e-8f09-fcd4d0e92544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:08.503392 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:10.012973 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:10.046912 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:22.090867 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:32:22.093306 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:32:24.721010 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=2 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:32:24.725003 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=4 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:32:28.550438 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:32:31.038426 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:34.877283 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4233865e-cab3-48f0-8b18-d13d3a762e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:37.224342 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-015996d7-9700-4467-8f6f-20c7dbff9d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:38.505333 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:38.546756 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:32:38.547495 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:32:40.018565 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:40.049624 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:32:50.040820 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:32:50.046650 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:33:01.058409 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3607f19d-cc37-4487-87f4-72e3f3bb137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (b48efd28-aea8-4960-af0f-215c0499d4f2), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:33:02.052202 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-bdeb287b-4627-4a0f-8060-b461bf0d90fe service neutron] (106380) timed out ('10.222.0.77', 52896) {{(pid=106380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 05:33:02.091587 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=15 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:33:02.095663 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=17 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:33:02.260085 dv-cinder-853910-4-iscsi neutron-server[106380]: DEBUG neutron.wsgi [req-0abb4b40-b9bf-4256-a78b-9c22bc2d34f7 req-8fd6928c-36cc-4ae6-95df-e7295a4bb237 tempest-AttachVolumeShelveTestJSON-696047995 tempest-AttachVolumeShelveTestJSON-696047995-project] (106380) timed out ('10.222.0.77', 52904) {{(pid=106380) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 05:33:04.878188 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-18ef094d-9653-449b-8a1b-506ada005f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (e42c5f29-669a-4678-a914-c85acd285de1), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:33:05.549448 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG neutron.db.agents_db [None req-e6338b48-c4e0-4475-9e0e-9a1ede3dd1cf None None] Agent healthcheck: found 6 active agents {{(pid=106382) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 05:33:06.372966 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-58738577-e692-493b-9d2a-13905fddd73e req-7e7dff04-2ae3-4df1-b60c-939ba97fbd24 service neutron] (106379) timed out ('10.222.0.82', 60376) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 05:33:06.775602 dv-cinder-853910-4-iscsi neutron-server[106379]: DEBUG neutron.wsgi [req-bdbf6bd3-321a-4875-9580-1ee0cedc88bb req-5b5e5394-3cd2-4da0-955c-40318983c3f6 service neutron] (106379) timed out ('10.222.0.82', 60427) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 05:33:07.226343 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-647c560e-3406-45fe-9c5b-77421e15ada0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (aa422afd-346f-4478-8402-6a97ea8033e4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:33:08.508233 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-26f66fa7-9c6a-4020-9fa3-3d24cdce21f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (c20fb7ad-0c4f-4197-b57a-7380d3c5a0c4), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:33:10.020872 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f7a9799e-29a5-41eb-b311-63af1690adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (6b3ba156-1e7e-4431-ab0e-51f7518d44dc), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:33:10.051905 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-dffcb634-969e-49a8-a309-8410ed78dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790861679921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392321'] for agent (eeee79c4-d51e-48fc-a544-cd100ec04895), after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 05:33:15.545231 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:33:15.546029 dv-cinder-853910-4-iscsi neutron-server[106382]: DEBUG dbcounter [-] [106382] Writing DB stats neutron:SELECT=1 {{(pid=106382) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:33:20.046991 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 05:33:20.048954 dv-cinder-853910-4-iscsi neutron-server[106381]: DEBUG dbcounter [-] [106381] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106381) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}